00000001:01000000:1.0F:1789760655.185569:0:2348:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1311 MB/s
00000001:01000000:1.0:1789760655.435285:0:2348:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1639 MB/s
00000001:01000000:1.0:1789760655.685148:0:2348:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 10735 MB/s
00000400:02000000:2.0F:1789760656.378905:0:2392:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.203.53@tcp [8/256/0/180]
00008000:02000000:2.0:1789760658.796915:0:2546:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:01000004:2.0:1789760792.257212:0:6372:0:(obd_mount.c:923:lmd_print())   mount data:
00000020:01000004:2.0:1789760792.257218:0:6372:0:(obd_mount.c:925:lmd_print()) profile: lustre-client
00000020:01000004:2.0:1789760792.257220:0:6372:0:(obd_mount.c:926:lmd_print()) device:  192.168.203.153@tcp:/lustre
00000020:01000004:2.0:1789760792.257221:0:6372:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock
00000080:01200004:2.0:1789760792.257392:0:6372:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000e5347059
00000080:01000004:2.0:1789760792.257406:0:6372:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client
00000020:01000004:2.0:1789760792.257426:0:6372:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.153@tcp'
00000020:01000004:2.0:1789760792.257539:0:6372:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.153@tcp (typ=mgc)
00000020:00000080:2.0:1789760792.257635:0:6372:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.153@tcp (00000000cbde999d)
00000020:00000080:2.0:1789760792.257654:0:6372:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2
00000100:00100000:2.0:1789760792.257924:0:6372:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:2.0:1789760792.258027:0:6372:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:2.0:1789760792.258341:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34
00000100:00100000:2.0:1789760792.258347:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000'
00000100:00100000:2.0:1789760792.259623:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34
00000100:00100000:2.0:1789760792.259635:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001'
00000100:00100000:2.0:1789760792.260944:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34
00000100:00100000:2.0:1789760792.261010:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000'
00000100:00100000:1.0:1789760792.262893:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34
00000100:00100000:1.0:1789760792.262909:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001'
00000100:00100000:1.0:1789760792.266518:0:6372:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:1.0:1789760792.268268:0:6372:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:1.0:1789760792.268502:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34
00000100:00100000:1.0:1789760792.268509:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000'
00000100:00100000:2.0:1789760792.270239:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34
00000100:00100000:2.0:1789760792.270256:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001'
00000100:00100000:2.0:1789760792.272444:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34
00000100:00100000:2.0:1789760792.272459:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002'
00000100:00100000:2.0:1789760792.273400:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34
00000100:00100000:2.0:1789760792.273410:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000'
00000100:00100000:1.0:1789760792.275432:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34
00000100:00100000:1.0:1789760792.275450:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001'
00000100:00100000:1.0:1789760792.275901:0:6372:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34
00000100:00100000:1.0:1789760792.275908:0:6372:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002'
00010000:00010000:1.0:1789760792.279200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760792.279207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760792.279209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:2.0:1789760792.279857:0:6372:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000055b5a795@MGC192.168.203.153@tcp: add connection 192.168.203.153@tcp at head
00010000:00010000:2.0:1789760792.280095:0:6372:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.153@tcp-0 is initialized
00000040:01000000:2.0:1789760792.280104:0:6372:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.153@tcp ctxt 1 is initialized
00010000:00010000:2.0:1789760792.282369:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000080:2.0:1789760792.283935:0:6372:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.153@tcp (uuid 198ebcf5-fdc7-4639-9840-1db66dbf286b)
00000020:00000080:2.0:1789760792.283975:0:6372:0:(genops.c:1385:class_connect()) connect: client 198ebcf5-fdc7-4639-9840-1db66dbf286b, cookie 0x86509cd03eee99c4
00000100:00080000:2.0:1789760792.283994:0:6372:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 0
00000100:00080000:2.0:1789760792.284008:0:6372:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import 0000000055b5a795 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789760792.284082:0:6372:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@0000000025bc4518 x1876700069625984/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760792.288129:0:6372:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS
00000080:00200000:2.0:1789760792.288174:0:6372:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff982a88884000 (sb 00000000e5347059)
00000080:01000000:2.0:1789760792.288261:0:6372:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock
00000080:00000004:2.0:1789760792.288264:0:6372:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr
00000080:00000004:2.0:1789760792.288268:0:6372:0:(llite_lib.c:1242:ll_options()) next opt=flock
00000080:01000000:2.0:1789760792.288277:0:6372:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 71e736da-ab6f-4a34-ae86-8fa305cd8101
10000000:01000000:2.0:1789760792.288856:0:6372:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0
10000000:01000000:2.0:1789760792.288861:0:6372:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff982a88884000
10000000:01000000:2.0:1789760792.288865:0:6372:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff982a884a19b8
10000000:01000000:2.0:1789760792.288870:0:6372:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:2.0:1789760792.288879:0:6372:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff982a884a19b8 from 1
10000000:01000000:2.0:1789760792.288882:0:6372:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:2.0:1789760792.288934:0:6372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.153@tcp lock: 00000000a48babf1/0x86509cd03eee99cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760792.288945:0:6372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.153@tcp lock: 00000000a48babf1/0x86509cd03eee99cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760792.288969:0:6372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.153@tcp lock: 00000000a48babf1/0x86509cd03eee99cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:2.0:1789760792.288998:0:6372:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@00000000992499c9 x1876700069626112/t0(0) o101->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760792.289008:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 00000000dd1aeec5 going to sleep for 0 seconds
00000100:00100000:2.0:1789760792.300472:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 00000000dd1aeec5 going to sleep for 11 seconds
00000100:00100000:2.0:1789760792.304939:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069626112:192.168.203.153@tcp:101:
00010000:00010000:2.0:1789760792.304979:0:6372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.153@tcp lock: 00000000a48babf1/0x86509cd03eee99cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b7697 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760792.305008:0:6372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.153@tcp lock: 00000000a48babf1/0x86509cd03eee99cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x838c7b3c022b7697 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789760792.305151:0:6372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069626240:192.168.203.153@tcp:501:
00000100:00100000:2.0:1789760792.305252:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 00000000dd1aeec5 going to sleep for 11 seconds
00000100:00100000:2.0:1789760792.307511:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069626240:192.168.203.153@tcp:501:
10000000:01000000:2.0:1789760792.307571:0:6372:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.153@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:2.0:1789760792.307634:0:6372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.153@tcp lock: 00000000a48babf1/0x86509cd03eee99cb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b7697 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760792.307646:0:6372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.153@tcp lock: 00000000a48babf1/0x86509cd03eee99cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b7697 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1789760792.307657:0:6372:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff982a88884000
10000000:01000000:2.0:1789760792.307664:0:6372:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params)
10000000:01000000:2.0:1789760792.307670:0:6372:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff982a88884000
10000000:01000000:2.0:1789760792.307672:0:6372:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:2.0:1789760792.307676:0:6372:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff982a88884000
10000000:01000000:2.0:1789760792.307679:0:6372:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre)
10000000:01000000:2.0:1789760792.307683:0:6372:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff982a88884000 from 1
10000000:01000000:2.0:1789760792.307686:0:6372:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:2.0:1789760792.307724:0:6372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.153@tcp lock: 0000000092d0ff30/0x86509cd03eee99d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760792.307732:0:6372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.153@tcp lock: 0000000092d0ff30/0x86509cd03eee99d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760792.307758:0:6372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.153@tcp lock: 0000000092d0ff30/0x86509cd03eee99d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789760792.307780:0:6372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069626368:192.168.203.153@tcp:101:
00000100:00100000:2.0:1789760792.307868:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 00000000dd1aeec5 going to sleep for 11 seconds
00000100:00100000:2.0:1789760792.314975:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069626368:192.168.203.153@tcp:101:
00010000:00010000:2.0:1789760792.315018:0:6372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.153@tcp lock: 0000000092d0ff30/0x86509cd03eee99d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b769e expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1789760792.315035:0:6372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.153@tcp lock: 0000000092d0ff30/0x86509cd03eee99d2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x838c7b3c022b769e expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1789760792.315200:0:6372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069626496:192.168.203.153@tcp:501:
00000100:00100000:2.0:1789760792.315357:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 00000000dd1aeec5 going to sleep for 11 seconds
00000100:00100000:2.0:1789760792.318328:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069626496:192.168.203.153@tcp:501:
00000100:00100000:2.0:1789760792.318415:0:6372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069626624:192.168.203.153@tcp:503:
00000100:00100000:2.0:1789760792.318533:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 00000000dd1aeec5 going to sleep for 11 seconds
00000100:00100000:2.0:1789760792.321161:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069626624:192.168.203.153@tcp:503:
00000100:00100000:2.0:1789760792.321700:0:6390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:198ebcf5-fdc7-4639-9840-1db66dbf286b:6390:1876700069626752:192.168.203.153@tcp:502:
00000100:00100000:2.0:1789760792.321806:0:6390:0:(client.c:2715:ptlrpc_set_wait()) set 0000000020e631b1 going to sleep for 11 seconds
00000100:00100000:3.0F:1789760792.331111:0:6390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000992499c9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:198ebcf5-fdc7-4639-9840-1db66dbf286b:6390:1876700069626752:192.168.203.153@tcp:502:
00000020:01000000:3.0:1789760792.331189:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1789760792.331205:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1789760792.331208:0:6390:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup
00000020:01000000:3.0:1789760792.331218:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff982a88884000
00000020:00000080:3.0:1789760792.331221:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:3.0:1789760792.331250:0:6390:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff982a88884000 (00000000432b9c69)
00000020:00000080:3.0:1789760792.331276:0:6390:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2
00000020:01000000:3.0:1789760792.331284:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff982a88884000
00000020:00000080:3.0:1789760792.331287:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:2.0:1789760792.333220:0:6390:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff982a88884000 (uuid 71e736da-ab6f-4a34-ae86-8fa305cd8101)
00000020:01000000:2.0:1789760792.333236:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1789760792.333243:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.333253:0:6390:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup
00000020:01000000:2.0:1789760792.333257:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1789760792.333261:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.333263:0:6390:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup
00000020:01000000:2.0:1789760792.333268:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff982a88884000
00000020:00000080:2.0:1789760792.333271:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1789760792.333283:0:6390:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff982a88884000 (00000000b807d0cb)
00000020:00000080:2.0:1789760792.333301:0:6390:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2
00000020:01000000:2.0:1789760792.333307:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff982a88884000
00000020:00000080:2.0:1789760792.333310:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:2.0:1789760792.335403:0:6390:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff982a88884000 (uuid 71e736da-ab6f-4a34-ae86-8fa305cd8101)
00000020:01000000:2.0:1789760792.335421:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1789760792.335430:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.335432:0:6390:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup
00000020:01000000:2.0:1789760792.335435:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1789760792.335439:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.335441:0:6390:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts
00000020:00000080:2.0:1789760792.335444:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007
00000020:00000080:2.0:1789760792.335446:0:6390:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv
00000020:01000000:2.0:1789760792.335449:0:6390:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client
00000020:01000000:2.0:1789760792.335455:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1789760792.335458:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.335459:0:6390:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts
00000020:01000000:2.0:1789760792.335462:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1789760792.335466:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.335467:0:6390:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc
00000020:00000080:2.0:1789760792.335470:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:2.0:1789760792.335476:0:6390:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.153@tcp to nid 0x20000c0a8cb99 (192.168.203.153@tcp)
00000020:01000000:2.0:1789760792.335508:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff982a88884000
00000020:00000080:2.0:1789760792.335511:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1789760792.335523:0:6390:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff982a88884000 (000000004b5fc58f)
00000020:00000080:2.0:1789760792.335544:0:6390:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2
00000020:01000000:2.0:1789760792.335549:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff982a88884000
00000020:00000080:2.0:1789760792.335558:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:2.0:1789760792.335672:0:6390:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ecf6991a@lustre-MDT0000-mdc-ffff982a88884000: add connection 192.168.203.153@tcp at head
00010000:00010000:2.0:1789760792.339870:0:6390:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff982a88884000-1 is initialized
00000040:01000000:2.0:1789760792.341557:0:6390:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff982a88884000 ctxt 13 is initialized
00000020:00000080:2.0:1789760792.347638:0:6390:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff982a88884000 (uuid 71e736da-ab6f-4a34-ae86-8fa305cd8101)
00000020:01000000:2.0:1789760792.347662:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff982a88884000
00000020:00000080:2.0:1789760792.347667:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:2.0:1789760792.347696:0:6390:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0
00000020:01000000:2.0:1789760792.347745:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1789760792.347750:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.347751:0:6390:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc
00000020:01000000:2.0:1789760792.347754:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:2.0:1789760792.347757:0:6390:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9
00000020:01000000:2.0:1789760792.347759:0:6390:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1789760792.347760:0:6390:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1789760792.347762:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:2.0:1789760792.347764:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.347765:0:6390:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout
00000020:01000000:2.0:1789760792.347768:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1789760792.347773:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.347774:0:6390:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc
00000020:00000080:2.0:1789760792.347777:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:2.0:1789760792.347783:0:6390:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.153@tcp to nid 0x20000c0a8cb99 (192.168.203.153@tcp)
00000020:01000000:2.0:1789760792.347816:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff982a88884000
00000020:00000080:2.0:1789760792.347819:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1789760792.347831:0:6390:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff982a88884000 (000000002b52e8f4)
00000020:00000080:2.0:1789760792.347851:0:6390:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2
00000020:01000000:2.0:1789760792.347857:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff982a88884000
00000020:00000080:2.0:1789760792.347859:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:2.0:1789760792.347965:0:6390:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003251accf@lustre-MDT0001-mdc-ffff982a88884000: add connection 192.168.203.153@tcp at head
00010000:00010000:2.0:1789760792.349885:0:6390:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff982a88884000-2 is initialized
00000040:01000000:2.0:1789760792.350170:0:6390:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff982a88884000 ctxt 13 is initialized
00000020:00000080:2.0:1789760792.350357:0:6390:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff982a88884000 (uuid 71e736da-ab6f-4a34-ae86-8fa305cd8101)
00000020:01000000:2.0:1789760792.350374:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff982a88884000
00000020:00000080:2.0:1789760792.350378:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:2.0:1789760792.350402:0:6390:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1
00000020:01000000:2.0:1789760792.350437:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1789760792.350440:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.350442:0:6390:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc
00000020:01000000:2.0:1789760792.350444:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:2.0:1789760792.350447:0:6390:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18
00000020:01000000:2.0:1789760792.350449:0:6390:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1789760792.350450:0:6390:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1789760792.350451:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:2.0:1789760792.350453:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.350454:0:6390:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout
00000020:01000000:2.0:1789760792.350456:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:2.0:1789760792.350460:0:6390:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.153@tcp:/lustre
00000020:00000080:2.0:1789760792.350463:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.350464:0:6390:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc
00000020:00000080:2.0:1789760792.350466:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:2.0:1789760792.350471:0:6390:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.153@tcp to nid 0x20000c0a8cb99 (192.168.203.153@tcp)
00000020:01000000:2.0:1789760792.350494:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff982a88884000
00000020:00000080:2.0:1789760792.350497:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1789760792.350512:0:6390:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff982a88884000 (0000000048869f29)
00000020:00000080:2.0:1789760792.350526:0:6390:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2
00000020:01000000:2.0:1789760792.350530:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff982a88884000
00000020:00000080:2.0:1789760792.350533:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:2.0:1789760792.356708:0:6390:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005a76e5f7@lustre-OST0000-osc-ffff982a88884000: add connection 192.168.203.153@tcp at head
00010000:00010000:2.0:1789760792.356988:0:6390:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff982a88884000-3 is initialized
00000020:00000080:2.0:1789760792.363659:0:6390:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff982a88884000 (uuid 71e736da-ab6f-4a34-ae86-8fa305cd8101)
00000020:01000000:2.0:1789760792.363686:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff982a88884000
00000020:00000080:2.0:1789760792.363691:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:2.0:1789760792.363730:0:6390:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1
00020000:01000000:2.0:1789760792.363741:0:6390:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff982a88884000: Adding target lustre-OST0000_UUID
00020000:01000000:2.0:1789760792.363748:0:6390:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1
00000020:01000000:2.0:1789760792.363761:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1789760792.363766:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.363768:0:6390:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc
00000020:01000000:2.0:1789760792.363773:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:2.0:1789760792.363777:0:6390:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25
00000020:01000000:2.0:1789760792.363779:0:6390:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1789760792.363780:0:6390:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:2.0:1789760792.363782:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:2.0:1789760792.363784:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.363785:0:6390:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout
00000020:01000000:2.0:1789760792.363788:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:2.0:1789760792.363793:0:6390:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.153@tcp:/lustre
00000020:00000080:2.0:1789760792.363797:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.363798:0:6390:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc
00000020:00000080:2.0:1789760792.363802:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:2.0:1789760792.363808:0:6390:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.153@tcp to nid 0x20000c0a8cb99 (192.168.203.153@tcp)
00000020:01000000:2.0:1789760792.363842:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff982a88884000
00000020:00000080:2.0:1789760792.363846:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:2.0:1789760792.363858:0:6390:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff982a88884000 (0000000019624d28)
00000020:00000080:2.0:1789760792.363884:0:6390:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2
00000020:01000000:2.0:1789760792.363891:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff982a88884000
00000020:00000080:2.0:1789760792.363893:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:2.0:1789760792.363996:0:6390:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c26302a4@lustre-OST0001-osc-ffff982a88884000: add connection 192.168.203.153@tcp at head
00010000:00010000:2.0:1789760792.364283:0:6390:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff982a88884000-4 is initialized
00000020:00000080:2.0:1789760792.364549:0:6390:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff982a88884000 (uuid 71e736da-ab6f-4a34-ae86-8fa305cd8101)
00000020:01000000:2.0:1789760792.364558:0:6390:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff982a88884000
00000020:00000080:2.0:1789760792.364561:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:2.0:1789760792.364572:0:6390:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1
00020000:01000000:2.0:1789760792.364577:0:6390:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff982a88884000: Adding target lustre-OST0001_UUID
00020000:01000000:2.0:1789760792.364584:0:6390:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2
00000020:01000000:2.0:1789760792.364606:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1789760792.364610:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.364611:0:6390:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc
00000020:01000000:2.0:1789760792.364614:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1789760792.364617:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.364618:0:6390:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout
00000020:00000080:2.0:1789760792.364621:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009
00000020:00000080:2.0:1789760792.364623:0:6390:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20
00000100:00100000:2.0:1789760792.364677:0:6390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005895c33e pname:cluuid:pid:xid:nid:opc:job llog_process_th:198ebcf5-fdc7-4639-9840-1db66dbf286b:6390:1876700069626880:192.168.203.153@tcp:502:
00000100:00100000:2.0:1789760792.364831:0:6390:0:(client.c:2715:ptlrpc_set_wait()) set 000000002aad8c06 going to sleep for 11 seconds
00000100:00100000:2.0:1789760792.375827:0:6390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005895c33e pname:cluuid:pid:xid:nid:opc:job llog_process_th:198ebcf5-fdc7-4639-9840-1db66dbf286b:6390:1876700069626880:192.168.203.153@tcp:502:
00000020:01000000:2.0:1789760792.375886:0:6390:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1789760792.375898:0:6390:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.375900:0:6390:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout
00000040:00080000:2.0:1789760792.375906:0:6390:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48
00000020:01000000:1.0:1789760792.376684:0:6372:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0)
10000000:01000000:1.0:1789760792.376712:0:6372:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.153@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:1.0:1789760792.376732:0:6372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.153@tcp lock: 0000000092d0ff30/0x86509cd03eee99d2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b769e expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789760792.376745:0:6372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.153@tcp lock: 0000000092d0ff30/0x86509cd03eee99d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b769e expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1789760792.376754:0:6372:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff982a88884000 from 1
10000000:01000000:1.0:1789760792.376757:0:6372:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c)
00010000:00010000:1.0:1789760792.376825:0:6372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.153@tcp lock: 00000000489c6fdc/0x86509cd03eee9a03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789760792.376833:0:6372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.153@tcp lock: 00000000489c6fdc/0x86509cd03eee9a03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789760792.376844:0:6372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.153@tcp lock: 00000000489c6fdc/0x86509cd03eee9a03 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789760792.376878:0:6372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000046c7bfbd pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069627008:192.168.203.153@tcp:101:
00000100:00100000:1.0:1789760792.376981:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 00000000483d7386 going to sleep for 11 seconds
00000100:00100000:1.0:1789760792.383661:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000046c7bfbd pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069627008:192.168.203.153@tcp:101:
00010000:00010000:1.0:1789760792.383699:0:6372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.153@tcp lock: 00000000489c6fdc/0x86509cd03eee9a03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b76a5 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1789760792.383714:0:6372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.153@tcp lock: 00000000489c6fdc/0x86509cd03eee9a03 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x838c7b3c022b76a5 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1789760792.384639:0:6372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000046c7bfbd pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069627136:192.168.203.153@tcp:256:
00000100:00100000:1.0:1789760792.384768:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 00000000483d7386 going to sleep for 11 seconds
00000100:00100000:3.0:1789760792.393883:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000046c7bfbd pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069627136:192.168.203.153@tcp:256:
10000000:01000000:3.0:1789760792.394757:0:6372:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.153@tcp: configuration from log 'lustre-cliir' succeeded (0).
00010000:00010000:3.0:1789760792.394899:0:6372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.153@tcp lock: 00000000489c6fdc/0x86509cd03eee9a03 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b76a5 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789760792.394915:0:6372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.153@tcp lock: 00000000489c6fdc/0x86509cd03eee9a03 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b76a5 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1789760792.394924:0:6372:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff982a88884000 from 1
10000000:01000000:3.0:1789760792.394927:0:6372:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:3.0:1789760792.395005:0:6372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.153@tcp lock: 0000000050129063/0x86509cd03eee9a0a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789760792.395013:0:6372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.153@tcp lock: 0000000050129063/0x86509cd03eee9a0a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789760792.395026:0:6372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.153@tcp lock: 0000000050129063/0x86509cd03eee9a0a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789760792.395077:0:6372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000fb7d89df pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069627264:192.168.203.153@tcp:101:
00000100:00100000:3.0:1789760792.395415:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 000000008fc5d0b7 going to sleep for 11 seconds
00000100:00100000:3.0:1789760792.398625:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000fb7d89df pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069627264:192.168.203.153@tcp:101:
00010000:00010000:3.0:1789760792.398663:0:6372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.153@tcp lock: 0000000050129063/0x86509cd03eee9a0a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b76ac expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789760792.398677:0:6372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.153@tcp lock: 0000000050129063/0x86509cd03eee9a0a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x838c7b3c022b76ac expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1789760792.398773:0:6372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000fb7d89df pname:cluuid:pid:xid:nid:opc:job mount.lustre:198ebcf5-fdc7-4639-9840-1db66dbf286b:6372:1876700069627392:192.168.203.153@tcp:501:
00000100:00100000:3.0:1789760792.398915:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set 000000008fc5d0b7 going to sleep for 11 seconds
00000100:00100000:1.0:1789760792.425736:0:6395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006dcbe3c4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:198ebcf5-fdc7-4639-9840-1db66dbf286b:6395:1876700069627648:192.168.203.153@tcp:502:
00000100:00100000:1.0:1789760792.425906:0:6395:0:(client.c:2715:ptlrpc_set_wait()) set 00000000b80e7ce1 going to sleep for 11 seconds
00000100:00100000:2.0:1789760792.437722:0:6395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006dcbe3c4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:198ebcf5-fdc7-4639-9840-1db66dbf286b:6395:1876700069627648:192.168.203.153@tcp:502:
00000020:01000000:2.0:1789760792.437789:0:6395:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1789760792.437804:0:6395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.437807:0:6395:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers
00000020:01000000:2.0:1789760792.437816:0:6395:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff982a88884000
00000020:00000080:2.0:1789760792.437819:0:6395:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:2.0:1789760792.437894:0:6395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:198ebcf5-fdc7-4639-9840-1db66dbf286b:6395:1876700069627776:192.168.203.153@tcp:502:
00000100:00100000:2.0:1789760792.438115:0:6395:0:(client.c:2715:ptlrpc_set_wait()) set ffff982a89c43d80 going to sleep for 11 seconds
00000100:00100000:2.0:1789760792.445794:0:6395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:198ebcf5-fdc7-4639-9840-1db66dbf286b:6395:1876700069627776:192.168.203.153@tcp:502:
00000020:01000000:2.0:1789760792.445858:0:6395:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:2.0:1789760792.445870:0:6395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1789760792.445873:0:6395:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers
00000040:00080000:2.0:1789760792.445880:0:6395:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4
00000020:01000000:3.0:1789760792.448309:0:6372:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0)
10000000:01000000:3.0:1789760792.448346:0:6372:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.153@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:3.0:1789760792.448367:0:6372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.153@tcp lock: ffff982a829caa00/0x86509cd03eee9a0a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b76ac expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1789760792.448381:0:6372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.153@tcp lock: ffff982a829caa00/0x86509cd03eee9a0a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x838c7b3c022b76ac expref: -99 pid: 6372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000080:01000000:3.0:1789760792.448408:0:6372:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov
00000020:00000080:2.0:1789760792.453374:0:6372:0:(genops.c:1385:class_connect()) connect: client 71e736da-ab6f-4a34-ae86-8fa305cd8101, cookie 0x86509cd03eee9a11
00800000:01000000:2.0:1789760792.453409:0:6372:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 71e736da-ab6f-4a34-ae86-8fa305cd8101 to lustre-clilmv-ffff982a88884000
00800000:01000000:2.0:1789760792.453480:0:6372:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff982a88884000(71e736da-ab6f-4a34-ae86-8fa305cd8101) - lustre-MDT0000_UUID, 71e736da-ab6f-4a34-ae86-8fa305cd8101
00000020:00000080:2.0:1789760792.453493:0:6372:0:(genops.c:1385:class_connect()) connect: client 71e736da-ab6f-4a34-ae86-8fa305cd8101, cookie 0x86509cd03eee9a18
00000100:00080000:2.0:1789760792.453508:0:6372:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 0
00000100:00080000:2.0:1789760792.453522:0:6372:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789760792.453659:0:6372:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:2.0:1789760792.453700:0:6372:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069627904/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760792.453729:0:6372:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID
00800000:01000000:2.0:1789760792.454652:0:6372:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff982a88884000(71e736da-ab6f-4a34-ae86-8fa305cd8101) successfully (5)
00800000:00000004:2.0:1789760792.454658:0:6372:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff982a88884000: age -818, max_age 0
00000100:00080000:2.0:1789760792.454770:0:2412:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff982a9216f100 x1876700069628032/t0(0) o41->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00800000:01000000:2.0:1789760792.454829:0:6372:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff982a88884000(71e736da-ab6f-4a34-ae86-8fa305cd8101) - lustre-MDT0001_UUID, 71e736da-ab6f-4a34-ae86-8fa305cd8101
00000020:00000080:2.0:1789760792.454865:0:6372:0:(genops.c:1385:class_connect()) connect: client 71e736da-ab6f-4a34-ae86-8fa305cd8101, cookie 0x86509cd03eee9a1f
00000100:00080000:2.0:1789760792.454873:0:6372:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 0
00000100:00080000:2.0:1789760792.454880:0:6372:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789760792.454888:0:6372:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 134217728, lost: 0.
00000100:00100000:2.0:1789760792.454903:0:6372:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069628160/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760792.454915:0:6372:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID
00800000:01000000:2.0:1789760792.458483:0:6372:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff982a88884000(71e736da-ab6f-4a34-ae86-8fa305cd8101) successfully (5)
00800000:00000004:2.0:1789760792.458517:0:6372:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff982a88884000: age -818, max_age 0
00000100:00100000:2.0:1789760792.459201:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1789760792.459226:0:2412:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff982a9216e680 x1876700069628288/t0(0) o41->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000080:00000004:2.0:1789760792.459273:0:6372:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff982a88884000: age -818, max_age 181
00800000:00000004:2.0:1789760792.459282:0:6372:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff982a88884000: age -818, max_age 181
00000100:00080000:2.0:1789760792.459307:0:6372:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff982a9216d180 x1876700069628416/t0(0) o41->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760792.459317:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set ffff982a89c439c0 going to sleep for 0 seconds
00010000:00080000:2.0:1789760792.460820:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff982a9216df80 x1876700069628160/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/416 e 0 to 0 dl 1789760802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760792.460836:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff982a88884000: committing for last_committed 0 gen 1
00000100:00080000:2.0:1789760792.461708:0:2408:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff982a88884000: connect to target with instance 1
00000001:01000000:2.0:1789760792.961157:0:2408:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff982a88884000: T10 checksum algorithm t10ip4K speed = 3903 MB/s
00000001:01000000:3.0:1789760793.212068:0:2408:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff982a88884000: T10 checksum algorithm t10crc512 speed = 807 MB/s
00000001:01000000:2.0:1789760793.462850:0:2408:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff982a88884000: T10 checksum algorithm t10crc4K speed = 1115 MB/s
00000100:00080000:2.0:1789760793.462869:0:2408:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff982a88884000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:2.0:1789760793.462889:0:2408:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID
00000100:00080000:2.0:1789760793.462896:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL
00000100:00080000:2.0:1789760793.463498:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000046d2439a):  req@ffff982a9216e680 x1876700069628288/t0(0) o41->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760793.463534:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069628160:192.168.203.153@tcp:38:
00010000:00080000:2.0:1789760793.463608:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff982a9216f480 x1876700069627904/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/416 e 0 to 0 dl 1789760802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760793.463621:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff982a88884000: committing for last_committed 0 gen 1
00000100:00080000:2.0:1789760793.463633:0:2408:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff982a88884000: connect to target with instance 1
00000100:00080000:2.0:1789760793.463651:0:2408:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff982a88884000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:2.0:1789760793.463660:0:2408:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID
00000100:00080000:2.0:1789760793.463663:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL
00000100:00080000:1.0:1789760793.464181:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000046d2439a):  req@ffff982a9216f100 x1876700069628032/t0(0) o41->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760793.464195:0:2408:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000005b1794d):  req@ffff982a9216d180 x1876700069628416/t0(0) o41->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760793.464208:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069627904:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789760793.464306:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set ffff982a89c439c0 going to sleep for 0 seconds
00000100:00100000:2.0:1789760793.464434:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set ffff982a89c439c0 going to sleep for 11 seconds
00010000:00080000:3.0:1789760793.468735:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff982a9216e680 x1876700069628288/t0(0) o41->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/368 e 0 to 0 dl 1789760809 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760793.468751:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:0:1876700069628288:192.168.203.153@tcp:41:
00010000:00080000:3.0:1789760793.468762:0:2412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff982a9216f100 x1876700069628032/t0(0) o41->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/368 e 0 to 0 dl 1789760809 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760793.468772:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:0:1876700069628032:192.168.203.153@tcp:41:
00000100:00100000:3.0:1789760793.473823:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760793.473841:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:198ebcf5-fdc7-4639-9840-1db66dbf286b:2411:1876700069629056:192.168.203.153@tcp:400:
00000100:00100000:1.0:1789760793.474095:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069628672:192.168.203.153@tcp:8:
00000100:00100000:1.0:1789760793.474147:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069628800:192.168.203.153@tcp:8:
00010000:00080000:2.0:1789760793.476963:0:6372:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff982a89b80a80 x1876700069628928/t0(0) o900->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:29/10 lens 264/248 e 0 to 0 dl 1789760809 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760793.476987:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:71e736da-ab6f-4a34-ae86-8fa305cd8101:6372:1876700069628928:192.168.203.153@tcp:900:
00000100:00100000:2.0:1789760793.477124:0:6372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:71e736da-ab6f-4a34-ae86-8fa305cd8101:6372:1876700069629184:192.168.203.153@tcp:33:
00000100:00100000:2.0:1789760793.477606:0:6372:0:(client.c:2715:ptlrpc_set_wait()) set ffff982a89c43e40 going to sleep for 11 seconds
00000100:00100000:3.0:1789760793.478823:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:198ebcf5-fdc7-4639-9840-1db66dbf286b:2411:1876700069629056:192.168.203.153@tcp:400:
00010000:00080000:2.0:1789760793.489085:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff982a89b81180 x1876700069628672/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/416 e 0 to 0 dl 1789760803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760793.489104:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff982a88884000: committing for last_committed 0 gen 1
00000100:00080000:2.0:1789760793.489118:0:2408:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff982a88884000: connect to target with instance 1
00000100:00080000:2.0:1789760793.489130:0:2408:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff982a88884000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:2.0:1789760793.489146:0:2408:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID
00000100:00080000:2.0:1789760793.489151:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL
00020000:01000000:2.0:1789760793.489159:0:2408:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active
00000080:00000004:2.0:1789760793.489164:0:2408:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038
00000080:00080000:2.0:1789760793.489170:0:2408:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:2.0:1789760793.489186:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069628672:192.168.203.153@tcp:8:
00010000:00080000:2.0:1789760793.489216:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff982a89b83800 x1876700069628800/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/416 e 0 to 0 dl 1789760803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760793.489224:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff982a88884000: committing for last_committed 0 gen 1
00000100:00080000:2.0:1789760793.489228:0:2408:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff982a88884000: connect to target with instance 1
00000100:00080000:2.0:1789760793.489315:0:2408:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff982a88884000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:2.0:1789760793.489321:0:2408:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID
00000100:00080000:2.0:1789760793.489323:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL
00020000:01000000:2.0:1789760793.489328:0:2408:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active
00000080:00000004:2.0:1789760793.489330:0:2408:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038
00000080:00080000:2.0:1789760793.489333:0:2408:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:2.0:1789760793.489339:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069628800:192.168.203.153@tcp:8:
00010000:00080000:2.0:1789760793.535016:0:6372:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff982a9216f100 x1876700069629184/t0(0) o33->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:23/10 lens 448/464 e 0 to 0 dl 1789760809 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000100:00100000:2.0:1789760793.535040:0:6372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:71e736da-ab6f-4a34-ae86-8fa305cd8101:6372:1876700069629184:192.168.203.153@tcp:33:
00000080:00200000:2.0:1789760793.535414:0:6372:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982a9151aa08)
00000080:00200000:2.0:1789760793.535427:0:6372:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384
00000080:02000400:2.0:1789760793.535542:0:6372:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_104_g4c74034
00000080:00000004:2.0:1789760793.539840:0:6372:0:(super25.c:182:lustre_fill_super()) 192.168.203.153@tcp:/lustre: Mount complete
00010000:00010000:2.0:1789760794.343216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:3.0:1789760795.586449:0:6466:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982a9151aa08), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1789760795.586465:0:6466:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982a9151aa08),name=/
00000002:00010000:3.0:1789760795.586492:0:6466:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1789760795.586511:0:6466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1789760795.586526:0:6466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:3.0:1789760795.586535:0:6466:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1789760795.587178:0:6466:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982a9151aa08)
00000080:00010000:3.0:1789760795.587193:0:6466:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982a9151aa08) for lock 0x86509cd03eee9a3b
00000080:00010000:3.0:1789760795.587202:0:6466:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x86509cd03eee9a3b from it ffffb0c1818e7cb8
00010000:00010000:3.0:1789760795.587206:0:6466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:3.0:1789760795.587218:0:6466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200008:3.0:1789760795.588577:0:6466:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff982a9151aa08), request_mask 0, flags 0, foreign 0
00000080:00200000:3.0:1789760795.588585:0:6466:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982a9151aa08),name=/
00000002:00010000:3.0:1789760795.588603:0:6466:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1789760795.588617:0:6466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:3.0:1789760795.588637:0:6466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200000:3.0:1789760795.588644:0:6466:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1789760795.588650:0:6466:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982a9151aa08)
00000080:00010000:3.0:1789760795.588653:0:6466:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982a9151aa08) for lock 0x86509cd03eee9a3b
00000080:00010000:3.0:1789760795.588658:0:6466:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x86509cd03eee9a3b from it ffffb0c1818e7cb8
00010000:00010000:3.0:1789760795.588661:0:6466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:3.0:1789760795.588669:0:6466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:3.0:1789760795.588786:0:6466:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982a9151aa08),name=/
00000002:00010000:3.0:1789760795.588795:0:6466:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1789760795.588802:0:6466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:3.0:1789760795.588811:0:6466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:3.0:1789760795.588818:0:6466:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1789760795.588822:0:6466:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff982a9151aa08)
00000080:00010000:3.0:1789760795.588824:0:6466:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff982a9151aa08) for lock 0x86509cd03eee9a3b
00000080:00010000:3.0:1789760795.588828:0:6466:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x86509cd03eee9a3b from it ffffb0c1818e7bb0
00010000:00010000:3.0:1789760795.588831:0:6466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:3.0:1789760795.588844:0:6466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff982a88884000 lock: ffff982a85382c00/0x86509cd03eee9a3b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x838c7b3c022b76d6 expref: -99 pid: 6414 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:3.0:1789760795.588852:0:6466:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982a9151aa08), inode mode 41ed mask 44
00000080:00200008:3.0:1789760795.588956:0:6466:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff982a9151aa08), flags 100000
00000080:00200080:3.0:1789760795.589169:0:6466:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982a9151aa08) cmd=c00866a4 arg=7ffea3c2c810
00800000:00000080:3.0:1789760795.589182:0:6466:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff982a88884000: cmd=c00866a4 len=592 karg=ffff982a88061c00 uarg=0000000000000000
00800000:00000004:3.0:1789760795.589190:0:6466:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff982a88884000: age 183, max_age 184
00000100:00100000:3.0:1789760795.589231:0:6466:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a43480 pname:cluuid:pid:xid:nid:opc:job lfs:71e736da-ab6f-4a34-ae86-8fa305cd8101:6466:1876700069629440:192.168.203.153@tcp:41:
00000100:00100000:3.0:1789760795.589367:0:6466:0:(client.c:2715:ptlrpc_set_wait()) set ffff982a83d7a900 going to sleep for 11 seconds
00000100:00100000:3.0:1789760795.591442:0:6466:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a43480 pname:cluuid:pid:xid:nid:opc:job lfs:71e736da-ab6f-4a34-ae86-8fa305cd8101:6466:1876700069629440:192.168.203.153@tcp:41:
00800000:00000004:3.0:1789760795.591471:0:6466:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff982a88884000: update ffff982a884a37c0 cache blocks 17239/17271 objects 534500/534834
00000080:00200080:3.0:1789760795.591532:0:6466:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff982a9151aa08) cmd=c00866a4 arg=7ffea3c2c810
00800000:00000080:3.0:1789760795.591557:0:6466:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff982a88884000: cmd=c00866a4 len=592 karg=ffff982a88061c00 uarg=0000000000000000
00800000:00000004:3.0:1789760795.591573:0:6466:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff982a88884000: age -818, max_age 184
00000100:00100000:3.0:1789760795.591601:0:6466:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a43480 pname:cluuid:pid:xid:nid:opc:job lfs:71e736da-ab6f-4a34-ae86-8fa305cd8101:6466:1876700069629568:192.168.203.153@tcp:41:
00000100:00100000:3.0:1789760795.591671:0:6466:0:(client.c:2715:ptlrpc_set_wait()) set ffff982a83d7a900 going to sleep for 11 seconds
00010000:00080000:3.0:1789760795.594264:0:6466:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff982a89a43480 x1876700069629568/t0(0) o41->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/368 e 0 to 0 dl 1789760811 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760795.594283:0:6466:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a43480 pname:cluuid:pid:xid:nid:opc:job lfs:71e736da-ab6f-4a34-ae86-8fa305cd8101:6466:1876700069629568:192.168.203.153@tcp:41:
00800000:00000004:3.0:1789760795.594382:0:6466:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff982a88884000: update ffff982a884a0450 cache blocks 17241/17271 objects 535910/536224
00010000:00010000:2.0:1789760796.391184:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1789760797.960332:0:6659:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:2.0:1789760798.439181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760798.631642:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:198ebcf5-fdc7-4639-9840-1db66dbf286b:2411:1876700069629952:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760798.631642:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069630080:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760798.631737:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069630336:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760798.631752:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069630208:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760798.631772:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069630464:192.168.203.153@tcp:400:
00010000:00010000:3.0:1789760799.463254:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760800.489187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760801.511263:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760802.535190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760803.559175:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760803.751270:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069630720:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760803.751270:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:198ebcf5-fdc7-4639-9840-1db66dbf286b:2412:1876700069630592:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760803.751368:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069630848:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760803.751371:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069630976:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760803.751395:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069631104:192.168.203.153@tcp:400:
00010000:00010000:2.0:1789760804.583169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760805.607202:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760806.631207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760807.655223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760808.679152:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760808.871237:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:198ebcf5-fdc7-4639-9840-1db66dbf286b:2411:1876700069631232:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760808.871237:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069631360:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760808.871333:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069631488:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760808.871335:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069631616:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760808.871361:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069631744:192.168.203.153@tcp:400:
00010000:00010000:3.0:1789760809.703211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760810.727168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760811.751210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760812.775164:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760813.799197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760813.991282:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069632000:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760813.991349:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:198ebcf5-fdc7-4639-9840-1db66dbf286b:2412:1876700069631872:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760813.991421:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069632128:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760813.991440:0:2411:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069632256:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760813.991489:0:2412:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069632384:192.168.203.153@tcp:400:
00010000:00010000:2.0:1789760814.823182:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1789760815.015133:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff982a89a43480 x1876700069629952/t0(0) o400->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000400:3.0:1789760815.015141:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff982a89a43100 x1876700069630080/t0(0) o400->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760815.015175:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a43100 x1876700069630080/t0(0) o400->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760815.015182:0:2412:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1789760815.015186:0:2412:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff982a88884000: Connection to lustre-MDT0000 (at 192.168.203.153@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00100000:2.0:1789760815.024445:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a43480 x1876700069629952/t0(0) o400->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760815.024454:0:2411:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from FULL to DISCONN
00000100:02020000:2.0:1789760815.024457:0:2411:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.153@tcp: Connection to MGS (at 192.168.203.153@tcp) was lost; in progress operations using this service will fail
00000100:00080000:3.0:1789760815.030126:0:2412:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:3.0:1789760815.030153:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff982a89a42680 x1876700069630336/t0(0) o400->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760815.030176:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a42680 x1876700069630336/t0(0) o400->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760815.030185:0:2412:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1789760815.030190:0:2412:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff982a88884000: Connection to lustre-OST0000 (at 192.168.203.153@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1789760815.030194:0:2412:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN
00000100:00100000:3.0:1789760815.030222:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069630080:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760815.030230:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069630336:192.168.203.153@tcp:400:
00000100:00080000:2.0:1789760815.037555:0:2411:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.153@tcp for MGC192.168.203.153@tcp not replayable, auto-deactivating
00000100:00080000:2.0:1789760815.037559:0:2411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:2.0:1789760815.037567:0:2411:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff982a89a43480 x1876700069629952/t0(0) o400->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760815.037581:0:2411:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff982a89a43800 x1876700069630592/t0(0) o400->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760815.037618:0:2411:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff982a89a40700 x1876700069631232/t0(0) o400->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760815.037627:0:2411:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff982a89a41880 x1876700069631872/t0(0) o400->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
10000000:01000000:2.0:1789760815.037644:0:2411:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:2.0:1789760815.037648:0:2411:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:2.0:1789760815.037651:0:2411:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:2.0:1789760815.037657:0:2411:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00100000:3.0:1789760815.037658:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:198ebcf5-fdc7-4639-9840-1db66dbf286b:2412:1876700069631872:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760815.037681:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:198ebcf5-fdc7-4639-9840-1db66dbf286b:2412:1876700069630592:192.168.203.153@tcp:400:
00000100:00000400:2.0:1789760815.037685:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff982a89a41f80 x1876700069630208/t0(0) o400->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760815.037714:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a41f80 x1876700069630208/t0(0) o400->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760815.037743:0:2411:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1789760815.037750:0:2411:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff982a88884000: Connection to lustre-MDT0001 (at 192.168.203.153@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1789760815.037755:0:2411:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00100000:1.0:1789760815.037781:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069632512:192.168.203.153@tcp:250:
00000100:00000400:2.0:1789760815.037781:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760798/real 1789760798]  req@ffff982a89a41180 x1876700069630464/t0(0) o400->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760815.037827:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a41180 x1876700069630464/t0(0) o400->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760815.037842:0:2411:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1789760815.037852:0:2411:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff982a88884000: Connection to lustre-OST0001 (at 192.168.203.153@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1789760815.037859:0:2411:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN
00000100:00100000:1.0:1789760815.037866:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069632640:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789760815.037890:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:198ebcf5-fdc7-4639-9840-1db66dbf286b:2411:1876700069631232:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760815.037910:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:198ebcf5-fdc7-4639-9840-1db66dbf286b:2411:1876700069629952:192.168.203.153@tcp:400:
00000100:00100000:1.0:1789760815.037917:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069632768:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789760815.037934:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069630208:192.168.203.153@tcp:400:
00000100:00100000:1.0:1789760815.037948:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069632896:192.168.203.153@tcp:8:
00000100:00100000:2.0:1789760815.037962:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069630464:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760815.038030:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069633024:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789760815.847235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760816.871165:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760817.895277:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760818.919153:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1789760819.111153:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff982a89a40a80 x1876700069630720/t0(0) o400->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000400:3.0:1789760819.111157:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff982a89a42d80 x1876700069630848/t0(0) o400->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760819.111208:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a42d80 x1876700069630848/t0(0) o400->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760819.111218:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff982a89eba000 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:3.0:1789760819.111226:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff982a89a41500 x1876700069631104/t0(0) o400->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760819.111259:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a41500 x1876700069631104/t0(0) o400->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760819.111267:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff982a89ebb000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:3.0:1789760819.111282:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069630848:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760819.111288:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069631104:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760819.121081:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a40a80 x1876700069630720/t0(0) o400->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760819.121089:0:2411:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff982a89ebf000 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:2.0:1789760819.121094:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760803/real 1789760803]  req@ffff982a89a40380 x1876700069630976/t0(0) o400->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760819.121104:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a40380 x1876700069630976/t0(0) o400->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760819 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760819.121112:0:2411:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff982a89eb8000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:2.0:1789760819.121125:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069630720:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760819.121132:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069630976:192.168.203.153@tcp:400:
00010000:00010000:3.0:1789760819.943234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760820.135203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760820.135212:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760820.135215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760820.135219:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760820.135221:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760820.135240:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760820.135242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760820.135245:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760820.135246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760820.135248:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1789760820.967159:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760821.991284:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760823.015212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760824.039279:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1789760824.231207:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff982a89a42a00 x1876700069631488/t0(0) o400->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000400:3.0:1789760824.231218:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff982a89a41c00 x1876700069631360/t0(0) o400->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.231258:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a41c00 x1876700069631360/t0(0) o400->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.231267:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff982a89ebf000 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:3.0:1789760824.231272:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff982a89a40000 x1876700069631616/t0(0) o400->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760824.231282:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a40000 x1876700069631616/t0(0) o400->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760824.231289:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff982a89eb8000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:3.0:1789760824.231317:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069631360:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760824.231324:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069631616:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760824.243228:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a42a00 x1876700069631488/t0(0) o400->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760824.243239:0:2411:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff982a89eba000 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:2.0:1789760824.243247:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760808/real 1789760808]  req@ffff982a89a40e00 x1876700069631744/t0(0) o400->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760824.243258:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a40e00 x1876700069631744/t0(0) o400->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760824 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760824.243263:0:2411:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff982a89ebb000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:2.0:1789760824.243273:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069631488:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760824.243288:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069631744:192.168.203.153@tcp:400:
00010000:00010000:2.0:1789760825.063125:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760825.255157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255180:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760825.255183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255187:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760825.255190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255192:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760825.255195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255198:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760825.255201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255203:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760825.255500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255505:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760825.255508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760825.255518:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760825.255532:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 204
00000100:00080000:3.0:1789760825.255544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760825.255554:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760825.255568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760825.255596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069633152/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760825.255617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760825.255629:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760825.255633:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 204
00000100:00080000:3.0:1789760825.255638:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760825.255643:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760825.255648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760825.255662:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069633280/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760825.255677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255681:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760825.255683:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760825.255689:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 204
00000100:00080000:3.0:1789760825.255694:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760825.255698:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760825.255714:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760825.255729:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069633408/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760825.255741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255746:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760825.255748:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760825.255753:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 204
00000100:00080000:3.0:1789760825.255758:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760825.255767:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760825.255787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760825.255802:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069633536/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760825.255833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760825.255839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760825.255842:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760825.255850:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 204
00000100:00080000:3.0:1789760825.255862:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760825.255869:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760825.255888:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069633664/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789760826.087208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760827.111250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760829.159180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1789760829.351235:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760813/real 1789760813]  req@ffff982a89a43b80 x1876700069632128/t0(0) o400->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000400:3.0:1789760829.351235:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760813/real 1789760813]  req@ffff982a89a46300 x1876700069632256/t0(0) o400->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760829.351336:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a46300 x1876700069632256/t0(0) o400->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760829.351368:0:2411:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff982a89eb8000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:3.0:1789760829.351378:0:2411:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760813/real 1789760813]  req@ffff982a89a42300 x1876700069632000/t0(0) o400->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760829.351396:0:2411:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a42300 x1876700069632000/t0(0) o400->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760829.351406:0:2411:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff982a89ebf000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:3.0:1789760829.351442:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069632256:192.168.203.153@tcp:400:
00000100:00100000:3.0:1789760829.351476:0:2411:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:71e736da-ab6f-4a34-ae86-8fa305cd8101:2411:1876700069632000:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760829.368707:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a43b80 x1876700069632128/t0(0) o400->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760829.368719:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff982a89eba000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:2.0:1789760829.368727:0:2412:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760813/real 1789760813]  req@ffff982a89a47b80 x1876700069632384/t0(0) o400->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760829.368742:0:2412:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff982a89a47b80 x1876700069632384/t0(0) o400->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760829.368749:0:2412:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff982a89ebb000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:2.0:1789760829.368764:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069632128:192.168.203.153@tcp:400:
00000100:00100000:2.0:1789760829.368770:0:2412:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:71e736da-ab6f-4a34-ae86-8fa305cd8101:2412:1876700069632384:192.168.203.153@tcp:400:
00010000:00010000:1.0:1789760830.183288:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760830.375163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760830.375185:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760830.375188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760830.375192:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760830.375195:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760830.375198:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760830.375201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760830.375204:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760830.375206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760830.375209:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1789760831.207219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760832.231426:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760833.255266:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760834.279323:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760835.303343:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760835.495191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760835.495208:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760835.495213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760835.495218:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760835.495222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760835.495226:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760835.495230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760835.495260:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760835.495263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760835.495285:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760836.327247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760837.351285:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760838.375270:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760839.399283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760840.423282:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760840.615185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.615196:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760840.615206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.615223:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760840.615244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.615248:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760840.615251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.615264:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760840.615268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.615272:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760840.615488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.615493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760840.615498:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760840.615511:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 215
00000100:00080000:3.0:1789760840.615537:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760840.615554:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760840.615819:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069633792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760840.615847:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.615851:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760840.615854:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760840.615860:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 215
00000100:00080000:3.0:1789760840.615869:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760840.615875:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760840.615890:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760840.615912:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069633920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760840.615929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.615933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760840.615934:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760840.615940:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 215
00000100:00080000:3.0:1789760840.615945:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760840.615950:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760840.615958:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760840.615976:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069634048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760840.615986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.615990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760840.615993:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760840.616006:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 215
00000100:00080000:3.0:1789760840.616013:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760840.616020:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760840.616028:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760840.616109:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069634176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760840.616126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760840.616130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760840.616132:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760840.616141:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 215
00000100:00080000:3.0:1789760840.616147:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1789760840.616160:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760840.616170:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760840.616189:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069634304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760841.447167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760842.471181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760843.495157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760844.519194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760845.543231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760845.735264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760845.735275:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760845.735279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760845.735283:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760845.735286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760845.735290:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760845.735293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760845.735296:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760845.735299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760845.735302:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760846.567271:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760847.591157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760848.615293:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760849.639227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760850.663403:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760850.855235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.855255:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760850.855261:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.855295:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760850.855300:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.855305:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760850.855310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.855315:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760850.855320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760850.855325:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:2.0:1789760851.687303:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760852.711249:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760853.735226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760854.759354:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760855.783181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760855.975232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.975243:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760855.975246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.975266:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760855.975269:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.975272:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760855.975274:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.975276:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760855.975279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760855.975281:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760856.807220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760857.831262:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760858.855215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760859.879149:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760860.071310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760860.071317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760860.071323:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760860.071337:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 230
00000100:00080000:3.0:1789760860.071349:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760860.071358:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760860.071389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069634432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760860.071541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760860.071546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760860.071548:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760860.071554:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 230
00000100:00080000:3.0:1789760860.071559:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760860.071564:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760860.071581:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760860.071600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069634560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760860.071632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760860.071636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760860.071639:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760860.071643:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 230
00000100:00080000:3.0:1789760860.071649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760860.071654:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760860.071660:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760860.071675:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069634688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760860.071684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760860.071687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760860.071689:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760860.071693:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 230
00000100:00080000:3.0:1789760860.071697:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760860.071702:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760860.071707:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760860.071719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069634816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760860.071729:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760860.071732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760860.071747:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760860.071753:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 230
00000100:00080000:3.0:1789760860.071757:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1789760860.071761:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760860.071766:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760860.071777:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069634944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789760860.903310:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760861.927161:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789760862.440345:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.153:988
00000400:00000100:2.0:1789760862.440383:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760862.440411:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760862.440448:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760862.440458:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760862.440466:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760862.440474:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:3.0:1789760862.951252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760863.975282:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760864.999173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760865.191372:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069635072:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789760865.191691:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069635200:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760865.191736:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069635328:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760865.191767:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069635456:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789760865.191807:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069635584:192.168.203.153@tcp:8:
00000400:00000100:2.0:1789760865.511762:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.153:988
00000400:00000100:2.0:1789760865.511897:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760865.511934:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760865.512188:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:3.0:1789760865.512213:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760865/real 1789760865]  req@ffff982a89b82d80 x1876700069635072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789760865.512236:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760865.512270:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:3.0:1789760865.512308:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069635072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789760865.512311:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00080000:3.0:1789760865.512347:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.512362:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760865.512372:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069635072:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789760865.512466:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760865/real 1789760865]  req@ffff982a89b80380 x1876700069635200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.512501:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069635200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.512520:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.512528:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760865.512535:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069635200:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760865.513783:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760865/real 1789760865]  req@ffff982a89b81500 x1876700069635328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.513816:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069635328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.513829:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.513834:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760865.513838:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069635328:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760865.513848:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760865/real 1789760865]  req@ffff982a89b80700 x1876700069635456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.513864:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069635456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.513873:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.513877:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760865.513881:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069635456:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789760865.513905:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760865/real 1789760865]  req@ffff982a89b81c00 x1876700069635584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760865.513921:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069635584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760865.513931:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760865.513935:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760865.513939:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069635584:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789760866.023314:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760867.047306:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760868.071172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760869.095282:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760870.119334:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760870.311254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760870.311271:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760870.311278:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760870.311295:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 254
00000100:00080000:3.0:1789760870.311311:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760870.311323:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760870.311394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069635712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760870.311436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760870.311441:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760870.311445:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760870.311454:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 254
00000100:00080000:3.0:1789760870.311463:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760870.311473:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760870.311527:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760870.311567:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069635840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760870.311586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760870.311591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760870.311594:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760870.311600:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 254
00000100:00080000:3.0:1789760870.311607:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760870.311612:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760870.311620:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760870.311652:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069635968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760870.311677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760870.311682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760870.311685:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760870.311691:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 254
00000100:00080000:3.0:1789760870.311695:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760870.311699:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760870.311710:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760870.311739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069636096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760870.311983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760870.311990:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760870.312122:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760870.312140:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 254
00000100:00080000:3.0:1789760870.312152:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760870.312164:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760870.312177:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760870.312211:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069636224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789760871.143372:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789760871.655416:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.153:988
00000400:00000100:2.0:1789760871.655486:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760871.655507:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760871.655565:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760871.655580:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760871.655595:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760871.655613:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:1.0:1789760872.167268:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760873.191214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760874.215201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760875.239208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760875.431205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760875.431217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760875.431223:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760875.431251:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 260
00000100:00080000:1.0:1789760875.431284:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760875.431294:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760875.431343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069636352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760875.431368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760875.431370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760875.431372:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760875.431375:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 260
00000100:00080000:1.0:1789760875.431378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760875.431381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760875.431390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760875.431401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069636480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760875.431408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760875.431411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760875.431412:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760875.431415:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 260
00000100:00080000:1.0:1789760875.431417:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760875.431419:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760875.431423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760875.431431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069636608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760875.431441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760875.431449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760875.431450:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760875.431454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 260
00000100:00080000:1.0:1789760875.431457:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760875.431460:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760875.431464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760875.431474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069636736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760875.431481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760875.431483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760875.431485:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760875.431487:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 260
00000100:00080000:1.0:1789760875.431503:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760875.431505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760875.431508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760875.431516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069636864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789760876.263165:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760877.287234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789760877.799617:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.153:988
00000400:00000100:3.0:1789760877.799656:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789760877.799673:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789760877.799726:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789760877.799738:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789760877.799750:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789760877.799777:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:3.0:1789760878.311155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760879.335154:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760880.359176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760880.551232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760880.551242:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760880.551245:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760880.551253:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 265
00000100:00080000:3.0:1789760880.551263:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760880.551283:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760880.551313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069636992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760880.551336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760880.551339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760880.551340:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760880.551343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 265
00000100:00080000:3.0:1789760880.551346:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760880.551349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760880.551356:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760880.551378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069637120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760880.551400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760880.551404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760880.551406:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760880.551412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 265
00000100:00080000:3.0:1789760880.551417:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760880.551422:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760880.551428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760880.551442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069637248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760880.551451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760880.551454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760880.551622:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760880.551633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 265
00000100:00080000:3.0:1789760880.551643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760880.551650:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760880.551660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760880.551685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069637376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760880.551703:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760880.551716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760880.551720:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760880.551730:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 265
00000100:00080000:3.0:1789760880.551738:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760880.551751:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760880.551764:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760880.551786:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069637504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789760881.383139:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760882.407157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760883.431152:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760884.455159:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760885.479174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760885.671095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760885.671103:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760885.671106:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760885.671114:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 270
00000100:00080000:3.0:1789760885.671134:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760885.671140:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760885.671169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069637632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760885.671189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760885.671192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760885.671193:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760885.671196:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 270
00000100:00080000:3.0:1789760885.671198:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760885.671200:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760885.671207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760885.671215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069637760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760885.671222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760885.671224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760885.671225:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760885.671228:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 270
00000100:00080000:3.0:1789760885.671230:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760885.671232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760885.671235:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760885.671255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069637888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760885.671266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760885.671278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760885.671280:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760885.671285:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 270
00000100:00080000:3.0:1789760885.671290:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760885.671295:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760885.671300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760885.671310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069638016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760885.671317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760885.671319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760885.671320:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760885.671323:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 270
00000100:00080000:3.0:1789760885.671326:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760885.671330:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760885.671337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760885.671345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069638144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789760886.503155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789760887.015392:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.203.153:988
00000400:00000100:2.0:1789760887.015434:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760887.015451:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760887.015494:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760887.015504:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760887.015513:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789760887.015524:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:3.0:1789760887.527197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760888.551152:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760889.575159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760890.599174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760890.791142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.791150:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760890.791154:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.791162:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 275
00000100:00080000:1.0:1789760890.791170:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.791176:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760890.791208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069638272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.791236:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.791239:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760890.791240:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.791243:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 275
00000100:00080000:1.0:1789760890.791246:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.791249:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760890.791256:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.791266:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069638400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.791273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.791277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760890.791280:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.791284:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 275
00000100:00080000:1.0:1789760890.791289:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.791294:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760890.791297:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.791304:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069638528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.791311:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.791313:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760890.791314:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.791317:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 275
00000100:00080000:1.0:1789760890.791339:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.791343:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760890.791347:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.791360:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069638656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.791369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.791371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760890.791373:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.791376:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 275
00000100:00080000:1.0:1789760890.791378:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.791381:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760890.791384:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.791397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069638784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789760891.623197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760892.647244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760893.671225:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760894.695146:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760895.719179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760895.911179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760895.911190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760895.911195:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760895.911206:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 280
00000100:00080000:3.0:1789760895.911215:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760895.911223:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760895.911262:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069638912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760895.911291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760895.911295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760895.911297:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760895.911301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 280
00000100:00080000:3.0:1789760895.911306:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760895.911309:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760895.911319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760895.911333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069639040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760895.911343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760895.911347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760895.911349:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760895.911357:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 280
00000100:00080000:3.0:1789760895.911367:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760895.911371:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760895.911402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760895.911418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069639168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760895.911433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760895.911437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760895.911440:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760895.911444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 280
00000100:00080000:3.0:1789760895.911449:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760895.911455:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760895.911589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760895.911611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069639296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760895.911629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760895.911633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760895.911635:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760895.911641:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 280
00000100:00080000:3.0:1789760895.911646:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760895.911653:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760895.911663:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760895.911679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069639424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789760896.743192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760897.767247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760898.791192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760899.815213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760900.839215:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760901.031130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760901.031160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760901.031165:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760901.031179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 285
00000100:00080000:3.0:1789760901.031192:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760901.031202:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760901.031264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069639552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760901.031296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760901.031300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760901.031303:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760901.031307:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 285
00000100:00080000:3.0:1789760901.031311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760901.031331:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760901.031342:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760901.031355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069639680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760901.031365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760901.031368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760901.031369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760901.031374:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 285
00000100:00080000:3.0:1789760901.031378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760901.031409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760901.031418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760901.031436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069639808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760901.031461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760901.031467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760901.031470:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760901.031474:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 285
00000100:00080000:3.0:1789760901.031480:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760901.031484:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760901.031490:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760901.031503:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069639936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760901.031517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760901.031523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760901.031525:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760901.031541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 285
00000100:00080000:3.0:1789760901.031544:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760901.031548:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760901.031554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760901.031564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069640064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789760901.863197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760902.887271:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760903.911227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760904.935163:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760905.959240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760906.151162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760906.151174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760906.151180:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760906.151195:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 290
00000100:00080000:3.0:1789760906.151213:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760906.151225:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760906.151282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069640192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760906.151334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760906.151338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760906.151341:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760906.151347:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 290
00000100:00080000:3.0:1789760906.151353:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760906.151358:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760906.151370:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760906.151393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069640320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760906.151407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760906.151411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760906.151414:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760906.151425:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 290
00000100:00080000:3.0:1789760906.151430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760906.151459:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760906.151467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760906.151487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069640448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760906.151501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760906.151507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760906.151510:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760906.151514:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 290
00000100:00080000:3.0:1789760906.151521:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760906.151543:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760906.151547:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760906.151559:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069640576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760906.151568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760906.151571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760906.151573:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760906.151577:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 290
00000100:00080000:3.0:1789760906.151581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760906.151794:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760906.151808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760906.151839:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069640704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760908.007136:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760908.519580:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760906/real 1789760908]  req@ffff982a89a46a00 x1876700069640704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760908.519613:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069640704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760908.519626:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760908.519632:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760908.519636:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069640704:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789760908.519644:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760906/real 1789760908]  req@ffff982a89a45c00 x1876700069640448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760908.519657:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069640448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760908.519666:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760908.519670:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760908.519673:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069640448:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760908.519680:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760906/real 1789760908]  req@ffff982a89a44000 x1876700069640576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760908.519691:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069640576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760908.519698:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760908.519702:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760908.519705:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069640576:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789760908.519711:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760906/real 1789760908]  req@ffff982a89a46300 x1876700069640192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760908.519751:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069640192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760908.519759:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760908.519762:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760908.519766:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069640192:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789760908.519772:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760906/real 1789760908]  req@ffff982a89a44700 x1876700069640320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760908.519781:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069640320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760908.519788:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760908.519791:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760908.519794:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069640320:192.168.203.153@tcp:38:
00010000:00010000:3.0:1789760909.031168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760910.055121:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760911.079240:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760911.271127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760911.271134:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760911.271138:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760911.271146:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 295
00000100:00080000:1.0:1789760911.271155:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760911.271161:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760911.271192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069640832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760911.271210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760911.271226:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760911.271228:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760911.271231:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 295
00000100:00080000:1.0:1789760911.271234:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760911.271238:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760911.271245:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069640832:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789760911.271246:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760911.271261:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069640960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760911.271270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760911.271272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760911.271273:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760911.271277:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 295
00000100:00080000:1.0:1789760911.271279:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760911.271282:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760911.271285:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760911.271292:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069641088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760911.271298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760911.271300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760911.271302:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760911.271306:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 295
00000800:00000100:3.0:1789760911.271308:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789760911.271311:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760911.271315:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760911.271324:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760911.271349:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069641216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760911.271349:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff982a88059880 x1876700069640832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.271385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760911.271389:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760911.271390:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760911.271393:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069640832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760911.271397:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 295
00000100:00080000:1.0:1789760911.271403:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760911.271409:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:3.0:1789760911.271410:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789760911.271416:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789760911.271418:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:1.0:1789760911.271425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069641344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760911.271557:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069640832:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789760911.271587:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069640960:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789760911.271618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760911.271634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff982a8805a300 x1876700069640960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760911.271647:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069640960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.271656:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760911.271660:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760911.271664:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069640960:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760911.271671:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641088:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789760911.271717:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760911.271736:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff982a8805bb80 x1876700069641088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760911.271749:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069641088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.271758:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760911.271763:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760911.271768:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641088:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760911.271777:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641216:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789760911.271804:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760911.271828:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff982a8805b480 x1876700069641216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760911.271841:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069641216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.271849:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760911.271853:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760911.271856:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641216:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789760911.271863:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641344:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789760911.271886:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760911.271899:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760911/real 1789760911]  req@ffff982a8805b100 x1876700069641344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760911.271911:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069641344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760911.271920:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760911.271923:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760911.271927:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641344:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789760912.103149:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760913.127182:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760914.151153:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760915.175205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760916.199171:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760916.391154:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.391182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760916.391187:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.391198:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 301
00000100:00080000:1.0:1789760916.391211:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.391219:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760916.391262:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069641472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.391312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.391315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760916.391317:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.391320:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 301
00000100:00080000:1.0:1789760916.391335:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.391342:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760916.391353:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760916.391363:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069641472:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789760916.391375:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069641600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.391391:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.391395:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760916.391398:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.391401:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 301
00000100:00080000:1.0:1789760916.391405:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.391408:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760916.391413:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.391425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069641728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.391433:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.391436:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760916.391437:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.391440:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 301
00000100:00080000:1.0:1789760916.391456:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789760916.391462:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789760916.391463:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760916.391470:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.391481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069641856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.391511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.391514:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760916.391516:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.391523:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 301
00000100:00100000:3.0:1789760916.391523:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff982a88059f80 x1876700069641472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760916.391530:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.391538:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760916.391544:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.391555:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069641984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760916.391580:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069641472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760916.391610:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760916.391618:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760916.391625:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069641472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789760916.391699:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641600:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789760916.391878:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760916.391898:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff982a8805b100 x1876700069641600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760916.391915:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069641600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760916.391928:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760916.391933:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760916.391939:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641600:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760916.391950:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641728:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789760916.391977:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760916.391991:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff982a8805b480 x1876700069641728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760916.392008:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069641728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760916.392019:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760916.392032:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760916.392038:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641728:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760916.392097:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641856:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789760916.392132:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760916.392171:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff982a8805bb80 x1876700069641856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760916.392186:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069641856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760916.392196:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760916.392200:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760916.392205:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641856:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789760916.392212:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641984:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789760916.392237:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760916.392250:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff982a8805a300 x1876700069641984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760916.392265:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069641984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760916.392274:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760916.392279:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760916.392283:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069641984:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789760917.223254:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760918.248108:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760919.271164:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760920.295145:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760921.319255:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760921.511177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760921.511187:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760921.511191:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760921.511203:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 306
00000100:00080000:1.0:1789760921.511224:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760921.511232:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760921.511275:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069642112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760921.511304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760921.511308:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760921.511310:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760921.511314:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 306
00000100:00080000:1.0:1789760921.511318:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760921.511322:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760921.511349:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760921.511360:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069642112:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789760921.511370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069642240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760921.511410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760921.511416:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760921.511420:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760921.511428:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 306
00000100:00080000:1.0:1789760921.511441:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760921.511451:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760921.511463:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789760921.511480:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789760921.511490:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069642368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760921.511511:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760921.511518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760921.511522:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760921.511530:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 306
00000100:00080000:1.0:1789760921.511539:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760921.511540:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff982a88059880 x1876700069642112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760921.511554:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760921.511569:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760921.511594:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069642496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760921.511594:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069642112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760921.511674:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760921.511676:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760921.511683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760921.511700:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760921.511709:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 306
00000100:00080000:1.0:1789760921.511717:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760921.511724:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760921.511734:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760921.511753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069642624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760921.511950:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760921.511960:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069642112:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789760921.512004:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069642240:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789760921.512138:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760921.512167:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff982a88058e00 x1876700069642240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.512190:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069642240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.512207:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.512214:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760921.512221:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069642240:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760921.512234:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069642368:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789760921.512275:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760921.512298:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff982a88058000 x1876700069642368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.512348:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069642368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.512363:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.512369:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760921.512375:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069642368:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760921.512386:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069642496:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789760921.512428:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760921.512449:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff982a8805aa00 x1876700069642496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.512471:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069642496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.512486:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.512491:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760921.512497:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069642496:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789760921.512508:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069642624:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789760921.512544:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789760921.512564:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff982a88059c00 x1876700069642624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.512583:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069642624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.512618:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.512648:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760921.512655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069642624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789760922.343192:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760923.367262:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760924.391243:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760925.415184:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760926.439246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760926.631146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760926.631157:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760926.631161:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760926.631172:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 311
00000100:00080000:3.0:1789760926.631184:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760926.631193:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760926.631245:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069642752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760926.631271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760926.631274:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760926.631276:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760926.631279:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 311
00000100:00080000:3.0:1789760926.631282:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760926.631286:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760926.631296:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760926.631310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069642880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760926.631320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760926.631365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760926.631366:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760926.631370:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 311
00000100:00080000:3.0:1789760926.631374:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760926.631378:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760926.631382:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760926.631392:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069643008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760926.631409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760926.631412:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760926.631413:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760926.631416:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 311
00000100:00080000:3.0:1789760926.631419:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760926.631425:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760926.631430:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760926.631439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069643136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760926.631446:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760926.631598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760926.631602:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760926.631610:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 311
00000100:00080000:3.0:1789760926.631615:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760926.631623:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760926.631645:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760926.631664:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069643264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760927.463227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760928.487130:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760929.511157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760930.535163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760931.559204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760931.751113:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760931.751123:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760931.751127:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760931.751137:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 316
00000100:00080000:3.0:1789760931.751148:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760931.751154:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760931.751192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069643392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760931.751225:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760931.751229:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760931.751232:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760931.751237:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 316
00000100:00080000:3.0:1789760931.751243:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760931.751247:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760931.751259:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760931.751278:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069643520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760931.751292:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760931.751296:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760931.751298:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760931.751303:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 316
00000100:00080000:3.0:1789760931.751322:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760931.751328:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760931.751347:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760931.751363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069643648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760931.751375:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760931.751380:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760931.751382:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760931.751387:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 316
00000100:00080000:3.0:1789760931.751391:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760931.751396:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760931.751402:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760931.751432:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069643776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760931.751443:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760931.751447:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760931.751449:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760931.751453:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 316
00000100:00080000:3.0:1789760931.751457:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760931.751461:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760931.751467:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760931.751477:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069643904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760932.583153:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760933.607179:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760934.631166:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760935.655202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760936.679183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760936.871100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760936.871108:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760936.871111:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760936.871119:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 321
00000100:00080000:3.0:1789760936.871127:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760936.871133:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760936.871165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069644032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760936.871185:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760936.871188:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760936.871189:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760936.871192:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 321
00000100:00080000:3.0:1789760936.871194:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760936.871196:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760936.871202:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760936.871210:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069644160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760936.871216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760936.871218:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760936.871220:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760936.871222:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 321
00000100:00080000:3.0:1789760936.871223:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760936.871225:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760936.871240:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760936.871248:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069644288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760936.871255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760936.871258:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760936.871260:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760936.871263:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 321
00000100:00080000:3.0:1789760936.871265:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760936.871268:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760936.871271:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760936.871276:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069644416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760936.871283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760936.871286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760936.871287:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760936.871290:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 321
00000100:00080000:3.0:1789760936.871292:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760936.871299:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760936.871303:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760936.871315:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069644544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760937.703146:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760938.727151:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760939.751143:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760940.775145:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760941.799157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760941.991123:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760941.991132:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760941.991149:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760941.991158:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 326
00000100:00080000:3.0:1789760941.991169:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760941.991176:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760941.991208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069644672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760941.991233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760941.991236:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760941.991238:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760941.991242:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 326
00000100:00080000:3.0:1789760941.991245:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760941.991249:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760941.991258:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760941.991271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069644800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760941.991282:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760941.991285:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760941.991289:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760941.991296:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 326
00000100:00080000:3.0:1789760941.991302:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760941.991305:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760941.991310:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760941.991322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069644928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760941.991344:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760941.991348:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760941.991351:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760941.991355:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 326
00000100:00080000:3.0:1789760941.991360:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760941.991364:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760941.991370:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760941.991383:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069645056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760941.991393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760941.991397:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760941.991399:0:36:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760941.991406:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 326
00000100:00080000:3.0:1789760941.991413:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760941.991417:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760941.991422:0:36:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760941.991436:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069645184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760942.823161:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760943.847186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760944.871162:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760945.063591:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760945]  req@ffff982a89a44380 x1876700069645184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760945.063618:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069645184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760945.063652:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760945.063658:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760945.063663:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069645184:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789760945.063672:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760945]  req@ffff982a89a45f80 x1876700069644800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760945.063686:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069644800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760945.063695:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760945.063698:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760945.063702:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069644800:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760945.063709:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760945]  req@ffff982a89a47100 x1876700069644928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760945.063721:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069644928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760945.063729:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760945.063733:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760945.063736:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069644928:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789760945.063744:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760945]  req@ffff982a89a47800 x1876700069645056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760945.063756:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069645056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760945.063777:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760945.063782:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760945.063786:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069645056:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789760945.063793:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760945]  req@ffff982a89a47480 x1876700069644672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760945.063808:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069644672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760945.063815:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760945.063819:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789760945.063823:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069644672:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789760945.895219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760946.919181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760947.111134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.111145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760947.111149:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.111158:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 331
00000100:00080000:3.0:1789760947.111168:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.111174:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760947.111210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069645312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760947.111242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.111245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760947.111247:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.111250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 331
00000100:00080000:3.0:1789760947.111266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.111271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760947.111279:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760947.111291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069645440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760947.111302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.111306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760947.111307:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.111311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 331
00000100:00080000:3.0:1789760947.111313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.111315:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760947.111318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760947.111328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069645568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760947.111334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.111337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760947.111338:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.111340:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 331
00000100:00080000:3.0:1789760947.111343:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.111345:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760947.111348:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760947.111358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069645696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760947.111394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760947.111398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760947.111400:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760947.111405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 331
00000100:00080000:3.0:1789760947.111412:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760947.111422:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760947.111446:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760947.111464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069645824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760947.943246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760948.967213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760949.991157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760951.015137:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760952.039183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760952.231132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760952.231142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760952.231146:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760952.231162:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 336
00000100:00080000:1.0:1789760952.231174:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760952.231182:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760952.231217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069645952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760952.231242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760952.231245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760952.231247:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760952.231252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 336
00000100:00080000:1.0:1789760952.231255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760952.231260:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760952.231270:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760952.231287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069646080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760952.231315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760952.231319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760952.231321:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760952.231326:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 336
00000100:00080000:1.0:1789760952.231338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760952.231348:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760952.231354:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760952.231367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069646208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760952.231375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760952.231379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760952.231383:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760952.231404:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 336
00000100:00080000:1.0:1789760952.231409:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760952.231415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760952.231419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760952.231439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069646336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760952.231452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760952.231455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760952.231456:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760952.231460:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 336
00000100:00080000:1.0:1789760952.231469:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760952.231475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760952.231480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760952.231493:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069646464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760953.063133:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760954.087159:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760956.135171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760957.159238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760957.351127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760957.351136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760957.351139:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760957.351147:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 341
00000100:00080000:1.0:1789760957.351156:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760957.351162:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760957.351192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069646592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760957.351211:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760957.351214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760957.351215:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760957.351218:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 341
00000100:00080000:1.0:1789760957.351220:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760957.351222:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760957.351229:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760957.351236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069646720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760957.351244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760957.351257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760957.351259:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760957.351262:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 341
00000100:00080000:1.0:1789760957.351266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760957.351271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760957.351278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760957.351287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069646848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760957.351294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760957.351297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760957.351298:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760957.351301:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 341
00000100:00080000:1.0:1789760957.351303:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760957.351305:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760957.351308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760957.351314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069646976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760957.351319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760957.351321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760957.351322:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760957.351325:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 341
00000100:00080000:1.0:1789760957.351338:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760957.351340:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760957.351348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760957.351371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069647104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760958.183191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760959.207181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760960.231193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760961.255204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760962.279183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760962.471162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.471172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760962.471175:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.471182:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 347
00000100:00080000:3.0:1789760962.471190:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.471195:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760962.471228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069647232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760962.471249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.471253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760962.471255:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.471259:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 347
00000100:00080000:3.0:1789760962.471263:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.471266:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760962.471292:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760962.471304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069647360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760962.471314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.471337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760962.471339:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.471343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 347
00000100:00080000:3.0:1789760962.471346:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.471350:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760962.471355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760962.471365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069647488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760962.471372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.471375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760962.471377:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.471380:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 347
00000100:00080000:3.0:1789760962.471383:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.471387:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760962.471391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760962.471400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069647616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760962.471409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.471412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760962.471420:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.471423:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 347
00000100:00080000:3.0:1789760962.471427:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.471431:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760962.471436:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760962.471444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069647744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789760963.303238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760964.327218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760965.351236:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760966.375173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760967.399293:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760967.591172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.591181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760967.591185:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.591193:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 352
00000100:00080000:3.0:1789760967.591203:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.591209:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760967.591253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069647872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760967.591274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.591288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760967.591289:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.591292:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 352
00000100:00080000:3.0:1789760967.591294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.591296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760967.591304:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760967.591312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069648000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760967.591339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.591342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760967.591344:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.591349:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 352
00000100:00080000:3.0:1789760967.591355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.591360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760967.591364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760967.591372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069648128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760967.591378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.591381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760967.591382:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.591384:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 352
00000100:00080000:3.0:1789760967.591386:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.591388:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760967.591391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760967.591398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069648256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760967.591404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.591406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760967.591407:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.591409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 352
00000100:00080000:3.0:1789760967.591417:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.591424:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760967.591429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760967.591437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069648384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789760968.423162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760969.447287:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760970.471168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760971.495208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760972.519167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760972.711151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.711159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760972.711162:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.711171:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 357
00000100:00080000:1.0:1789760972.711180:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.711186:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760972.711230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069648512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760972.711267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.711270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760972.711271:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.711274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 357
00000100:00080000:1.0:1789760972.711277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.711280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760972.711287:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760972.711316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069648640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760972.711331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.711333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760972.711334:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.711337:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 357
00000100:00080000:1.0:1789760972.711340:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.711343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760972.711347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760972.711356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069648768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760972.711362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.711365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760972.711366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.711369:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 357
00000100:00080000:1.0:1789760972.711371:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.711373:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760972.711376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760972.711387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069648896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760972.711394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.711397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760972.711398:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.711406:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 357
00000100:00080000:1.0:1789760972.711409:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.711412:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760972.711418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760972.711431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069649024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789760973.543212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760974.567187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760975.591215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760976.615283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760977.639215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760977.831149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760977.831159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760977.831163:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760977.831174:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 362
00000100:00080000:1.0:1789760977.831186:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760977.831194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760977.831238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069649152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760977.831259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760977.831262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760977.831263:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760977.831267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 362
00000100:00080000:1.0:1789760977.831270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760977.831272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760977.831280:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760977.831306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069649280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760977.831319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760977.831327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760977.831328:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760977.831331:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 362
00000100:00080000:1.0:1789760977.831334:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760977.831337:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760977.831340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760977.831348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069649408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760977.831355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760977.831357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760977.831359:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760977.831361:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 362
00000100:00080000:1.0:1789760977.831370:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760977.831373:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760977.831376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760977.831387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069649536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760977.831395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760977.831397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760977.831399:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760977.831407:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 362
00000100:00080000:1.0:1789760977.831411:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760977.831418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760977.831426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760977.831439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069649664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789760978.663178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760979.687237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760980.711212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760981.735466:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760982.759272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760982.951252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.951263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760982.951268:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.951278:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 367
00000100:00080000:3.0:1789760982.951290:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.951297:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760982.951336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069649792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760982.951364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.951367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760982.951369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.951373:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 367
00000100:00080000:3.0:1789760982.951376:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.951379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760982.951388:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760982.951401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069649920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760982.951429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.951433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760982.951437:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.951444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 367
00000100:00080000:3.0:1789760982.951453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.951460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760982.951465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760982.951479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069650048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760982.951489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.951493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760982.951495:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.951498:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 367
00000100:00080000:3.0:1789760982.951502:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.951505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760982.951509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760982.951519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069650176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760982.951527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760982.951532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760982.951537:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760982.951545:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 367
00000100:00080000:3.0:1789760982.951557:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760982.951563:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760982.951569:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760982.951583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069650304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789760983.783378:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760984.807209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760985.831293:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760986.855187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760987.879294:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760988.071180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760988.071188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760988.071191:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760988.071200:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 372
00000100:00080000:1.0:1789760988.071210:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760988.071216:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760988.071250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069650432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760988.071273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760988.071275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760988.071277:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760988.071280:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 372
00000100:00080000:1.0:1789760988.071282:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760988.071300:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760988.071308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760988.071319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069650560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760988.071332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760988.071336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760988.071338:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760988.071341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 372
00000100:00080000:1.0:1789760988.071344:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760988.071347:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760988.071350:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760988.071360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069650688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760988.071366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760988.071369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760988.071370:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760988.071373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 372
00000100:00080000:1.0:1789760988.071378:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760988.071380:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760988.071383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760988.071394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069650816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760988.071411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760988.071418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760988.071419:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760988.071423:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 372
00000100:00080000:1.0:1789760988.071427:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760988.071433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760988.071440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760988.071453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069650944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789760988.903259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760989.927222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760990.951238:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760991.975234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760992.999235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760993.191205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760993.191215:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760993.191219:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760993.191230:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 377
00000100:00080000:3.0:1789760993.191241:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760993.191249:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789760993.191294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069651072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760993.191324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760993.191327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760993.191329:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760993.191331:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 377
00000100:00080000:3.0:1789760993.191334:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760993.191337:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760993.191345:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760993.191354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069651200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760993.191384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760993.191391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760993.191396:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760993.191404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 377
00000100:00080000:3.0:1789760993.191409:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760993.191414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760993.191420:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760993.191436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069651328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760993.191444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760993.191447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760993.191448:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760993.191451:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 377
00000100:00080000:3.0:1789760993.191455:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760993.191458:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760993.191462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760993.191475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069651456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760993.191482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760993.191485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789760993.191487:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760993.191490:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 377
00000100:00080000:3.0:1789760993.191499:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760993.191503:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789760993.191507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760993.191520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069651584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789760994.023250:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760995.047232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760996.071204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760997.095266:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760998.119261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760998.311174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760998.311186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760998.311191:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760998.311204:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 382
00000100:00080000:1.0:1789760998.311226:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760998.311235:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789760998.311288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069651712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760998.311344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760998.311348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760998.311349:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760998.311354:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 382
00000100:00080000:1.0:1789760998.311357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760998.311361:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760998.311372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760998.311384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069651840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760998.311397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760998.311400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760998.311402:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760998.311407:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 382
00000100:00080000:1.0:1789760998.311413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760998.311420:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760998.311435:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760998.311448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069651968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760998.311457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760998.311460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760998.311462:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760998.311465:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 382
00000100:00080000:1.0:1789760998.311487:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760998.311492:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760998.311506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760998.311526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069652096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760998.311535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760998.311539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789760998.311541:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760998.311545:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 382
00000100:00080000:1.0:1789760998.311549:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760998.311556:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789760998.311573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760998.311597:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069652224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789760999.143235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761000.167260:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761001.191219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761002.215245:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761003.239261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761003.431174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761003.431184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761003.431189:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761003.431201:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 388
00000100:00080000:1.0:1789761003.431215:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761003.431224:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761003.431278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069652352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761003.431330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761003.431334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761003.431336:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761003.431341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 388
00000100:00080000:1.0:1789761003.431346:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761003.431351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761003.431364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761003.431378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069652480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761003.431387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761003.431395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761003.431399:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761003.431407:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 388
00000100:00080000:1.0:1789761003.431412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761003.431417:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761003.431424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761003.431438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069652608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761003.431446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761003.431450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761003.431451:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761003.431454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 388
00000100:00080000:1.0:1789761003.431464:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761003.431468:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761003.431474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761003.431487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069652736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761003.431495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761003.431497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761003.431499:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761003.431502:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 388
00000100:00080000:1.0:1789761003.431505:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761003.431508:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761003.431511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761003.431517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069652864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761004.263351:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761005.287261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761006.311248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761007.335180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761008.359239:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761008.551140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761008.551150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761008.551155:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761008.551166:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 393
00000100:00080000:2.0:1789761008.551178:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761008.551186:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761008.551228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069652992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761008.551249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761008.551253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761008.551254:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761008.551257:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 393
00000100:00080000:2.0:1789761008.551259:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761008.551269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761008.551278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761008.551288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069653120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761008.551297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761008.551304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761008.551319:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761008.551323:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 393
00000100:00080000:2.0:1789761008.551327:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761008.551330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761008.551335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761008.551349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069653248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761008.551359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761008.551363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761008.551365:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761008.551370:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 393
00000100:00080000:2.0:1789761008.551374:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761008.551379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761008.551386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761008.551397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069653376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761008.551404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761008.551407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761008.551408:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761008.551412:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 393
00000100:00080000:2.0:1789761008.551414:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761008.551417:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761008.551421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761008.551439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069653504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761009.383182:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761010.407262:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761011.431226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761011.623244:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789761011.623280:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761011.623293:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761011.623323:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761011.623330:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761011.623335:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761011.623342:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:1.0:1789761012.455205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761013.479245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761013.671155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761013.671163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761013.671166:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761013.671174:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 398
00000100:00080000:2.0:1789761013.671183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761013.671190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761013.671227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069653632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761013.671248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761013.671251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761013.671252:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761013.671255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 398
00000100:00080000:2.0:1789761013.671257:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761013.671259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761013.671266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761013.671273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069653760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761013.671280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761013.671283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761013.671285:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761013.671287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 398
00000100:00080000:2.0:1789761013.671290:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761013.671308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761013.671314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761013.671324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069653888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761013.671339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761013.671344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761013.671346:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761013.671353:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 398
00000100:00080000:2.0:1789761013.671358:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761013.671362:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761013.671368:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761013.671384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069654016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761013.671400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761013.671404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761013.671406:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761013.671410:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 398
00000100:00080000:2.0:1789761013.671414:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761013.671419:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761013.671424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761013.671437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069654144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761014.503187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761015.527240:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761016.551186:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761017.575178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761018.599190:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761018.791164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761018.791174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761018.791179:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761018.791190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 403
00000100:00080000:1.0:1789761018.791203:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761018.791210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761018.791253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069654272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761018.791303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761018.791307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761018.791310:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761018.791313:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 403
00000100:00080000:1.0:1789761018.791317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761018.791320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761018.791330:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761018.791353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069654400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761018.791364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761018.791368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761018.791371:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761018.791385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 403
00000100:00080000:1.0:1789761018.791388:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761018.791391:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761018.791395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761018.791409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069654528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761018.791416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761018.791419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761018.791420:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761018.791423:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 403
00000100:00080000:1.0:1789761018.791444:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761018.791448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761018.791453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761018.791474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069654656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761018.791487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761018.791491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761018.791494:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761018.791501:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 403
00000100:00080000:1.0:1789761018.791509:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761018.791521:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761018.791533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761018.791554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069654784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761019.623172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761020.647142:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761021.671172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761022.695230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761023.719230:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761023.911167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761023.911178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761023.911183:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761023.911193:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 408
00000100:00080000:1.0:1789761023.911205:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761023.911212:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761023.911249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069654912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761023.911280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761023.911299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761023.911301:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761023.911306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 408
00000100:00080000:1.0:1789761023.911311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761023.911316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761023.911325:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761023.911343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069655040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761023.911356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761023.911360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761023.911362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761023.911367:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 408
00000100:00080000:1.0:1789761023.911379:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761023.911387:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761023.911394:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761023.911409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069655168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761023.911420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761023.911426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761023.911430:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761023.911438:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 408
00000100:00080000:1.0:1789761023.911443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761023.911451:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761023.911466:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761023.911482:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069655296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761023.911502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761023.911506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761023.911508:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761023.911512:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 408
00000100:00080000:1.0:1789761023.911516:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761023.911520:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761023.911527:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761023.911540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069655424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761024.743208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761025.767203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761026.791170:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761027.815250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761028.839148:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789761029.031277:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069655552:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789761029.031364:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761029.031400:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761029/real 1789761029]  req@ffff982a89b82a00 x1876700069655552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761029.031420:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069655552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761029.031439:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761029.031456:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761029.031464:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069655552:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761029.031490:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069655680:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761029.031515:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761029.031525:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761029/real 1789761029]  req@ffff982a89b80000 x1876700069655680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761029.031534:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069655680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761029.031540:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761029.031542:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761029.031544:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069655680:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761029.031548:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069655808:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761029.031559:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761029.031565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761029/real 1789761029]  req@ffff982a89b80e00 x1876700069655808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761029.031572:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069655808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761029.031583:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761029.031586:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761029.031588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069655808:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761029.031592:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069655936:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761029.031613:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761029.031621:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761029/real 1789761029]  req@ffff982a89b81880 x1876700069655936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761029.031628:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069655936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761029.031633:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761029.031636:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761029.031638:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069655936:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761029.031648:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656064:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761029.031659:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761029.031665:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761029/real 1789761029]  req@ffff982a89b82300 x1876700069656064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761029.031672:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069656064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761029.031677:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761029.031678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761029.031680:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656064:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761029.863172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761030.887188:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761031.911174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761032.935146:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761033.959216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789761034.151336:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069656192:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789761034.151396:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761034.151438:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761034/real 1789761034]  req@ffff982a89b83b80 x1876700069656192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761034.151461:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069656192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761034.151469:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761034.151473:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761034.151476:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069656192:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761034.151481:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656320:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761034.151496:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761034.151505:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761034/real 1789761034]  req@ffff982a89b83480 x1876700069656320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761034.151513:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069656320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761034.151518:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761034.151521:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761034.151523:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656320:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761034.151540:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656448:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761034.151551:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761034.151556:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761034/real 1789761034]  req@ffff982a89b83100 x1876700069656448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761034.151576:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83100 x1876700069656448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761034.151582:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761034.151584:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761034.151586:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656448:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761034.151590:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656576:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761034.151603:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761034.151609:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761034/real 1789761034]  req@ffff982a89b81f80 x1876700069656576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761034.151616:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81f80 x1876700069656576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761034.151621:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761034.151623:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761034.151625:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656576:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761034.151629:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656704:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761034.151638:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761034.151644:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761034/real 1789761034]  req@ffff982a89b82680 x1876700069656704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761034.151650:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82680 x1876700069656704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761034.151664:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761034.151666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761034.151668:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069656704:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761034.983256:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761036.007184:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761037.031159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761038.055209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761039.079183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761039.271151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.271160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761039.271164:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.271174:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 423
00000100:00080000:3.0:1789761039.271186:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.271194:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761039.271239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069656832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761039.271260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.271262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761039.271264:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.271267:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 423
00000100:00080000:3.0:1789761039.271270:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.271273:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761039.271281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761039.271290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069656960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761039.271304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.271311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761039.271325:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.271329:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 423
00000100:00080000:3.0:1789761039.271333:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.271336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761039.271341:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761039.271350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069657088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761039.271357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.271359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761039.271363:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.271371:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 423
00000100:00080000:3.0:1789761039.271374:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.271377:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761039.271381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761039.271389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069657216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761039.271395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761039.271397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761039.271399:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761039.271401:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 423
00000100:00080000:3.0:1789761039.271404:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761039.271406:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761039.271410:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761039.271429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069657344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761040.103202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761041.127183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761042.151266:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761043.175169:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761044.199195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761044.391117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.391125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761044.391129:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.391137:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 429
00000100:00080000:3.0:1789761044.391146:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.391152:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761044.391186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069657472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.391215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.391219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761044.391221:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.391225:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 429
00000100:00080000:3.0:1789761044.391229:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.391232:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761044.391241:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.391256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069657600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.391263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.391265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761044.391266:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.391269:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 429
00000100:00080000:3.0:1789761044.391272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.391295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761044.391303:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.391321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069657728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.391332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.391335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761044.391336:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.391339:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 429
00000100:00080000:3.0:1789761044.391343:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.391345:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761044.391349:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.391358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069657856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.391371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761044.391374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761044.391375:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761044.391379:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 429
00000100:00080000:3.0:1789761044.391381:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.391384:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761044.391386:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.391392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069657984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761045.223166:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761046.247309:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761047.271155:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761048.295203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761049.319177:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761049.511136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761049.511144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761049.511161:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761049.511175:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 434
00000100:00080000:1.0:1789761049.511184:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761049.511190:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761049.511220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069658112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761049.511239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761049.511241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761049.511242:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761049.511245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 434
00000100:00080000:1.0:1789761049.511247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761049.511250:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761049.511256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761049.511264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069658240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761049.511270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761049.511272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761049.511273:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761049.511275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 434
00000100:00080000:1.0:1789761049.511277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761049.511279:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761049.511281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761049.511288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069658368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761049.511308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761049.511312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761049.511314:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761049.511321:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 434
00000100:00080000:1.0:1789761049.511327:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761049.511336:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761049.511343:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761049.511357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069658496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761049.511364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761049.511366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761049.511368:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761049.511371:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 434
00000100:00080000:1.0:1789761049.511383:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761049.511387:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761049.511392:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761049.511408:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069658624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761050.343183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761051.367222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761052.391241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761053.415182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761054.439175:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761054.631169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761054.631177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761054.631181:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761054.631189:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 439
00000100:00080000:2.0:1789761054.631198:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761054.631204:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761054.631235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069658752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761054.631256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761054.631258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761054.631260:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761054.631262:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 439
00000100:00080000:2.0:1789761054.631278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761054.631282:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761054.631295:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761054.631309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069658880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761054.631321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761054.631324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761054.631325:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761054.631328:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 439
00000100:00080000:2.0:1789761054.631331:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761054.631333:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761054.631336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761054.631344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069659008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761054.631350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761054.631353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761054.631354:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761054.631357:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 439
00000100:00080000:2.0:1789761054.631359:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761054.631361:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761054.631365:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761054.631374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069659136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761054.631391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761054.631393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761054.631395:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761054.631398:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 439
00000100:00080000:2.0:1789761054.631402:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761054.631404:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761054.631408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761054.631420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069659264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761055.463162:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761056.487258:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761057.511208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761058.535171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761059.559212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761059.751201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761059.751211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761059.751215:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761059.751226:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 444
00000100:00080000:3.0:1789761059.751238:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761059.751245:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761059.751290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069659392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761059.751316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761059.751319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761059.751320:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761059.751323:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 444
00000100:00080000:3.0:1789761059.751326:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761059.751328:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761059.751337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761059.751346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069659520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761059.751354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761059.751357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761059.751358:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761059.751364:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 444
00000100:00080000:3.0:1789761059.751366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761059.751372:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761059.751378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761059.751406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069659648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761059.751413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761059.751415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761059.751417:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761059.751419:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 444
00000100:00080000:3.0:1789761059.751422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761059.751425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761059.751428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761059.751437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069659776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761059.751443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761059.751446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761059.751449:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761059.751454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 444
00000100:00080000:3.0:1789761059.751457:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761059.751460:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761059.751463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761059.751470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069659904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761060.583246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761061.607256:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761062.631211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761063.655213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761064.679205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761064.871128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761064.871138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761064.871158:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761064.871180:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 449
00000100:00080000:3.0:1789761064.871191:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761064.871199:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761064.871233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069660032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761064.871259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761064.871263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761064.871265:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761064.871269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 449
00000100:00080000:3.0:1789761064.871272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761064.871276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761064.871286:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761064.871299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069660160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761064.871320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761064.871323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761064.871325:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761064.871329:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 449
00000100:00080000:3.0:1789761064.871333:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761064.871338:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761064.871344:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761064.871357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069660288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761064.871384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761064.871389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761064.871391:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761064.871397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 449
00000100:00080000:3.0:1789761064.871403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761064.871411:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761064.871421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761064.871440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069660416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761064.871458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761064.871462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761064.871464:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761064.871473:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 449
00000100:00080000:3.0:1789761064.871481:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761064.871486:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761064.871491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761064.871507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069660544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761065.703227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761066.727213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761067.751227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761068.775304:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761069.799199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761069.991157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.991171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761069.991177:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.991190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 454
00000100:00080000:2.0:1789761069.991204:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.991213:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761069.991264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069660672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761069.991299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.991303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761069.991306:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.991310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 454
00000100:00080000:2.0:1789761069.991331:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.991337:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761069.991349:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761069.991366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069660800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761069.991385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.991389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761069.991391:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.991396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 454
00000100:00080000:2.0:1789761069.991401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.991405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761069.991411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761069.991424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069660928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761069.991433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.991438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761069.991440:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.991444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 454
00000100:00080000:2.0:1789761069.991449:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.991457:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761069.991464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761069.991478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069661056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761069.991502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.991508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761069.991532:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.991541:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 454
00000100:00080000:2.0:1789761069.991547:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.991555:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761069.991564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761069.991583:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069661184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761070.823199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761071.847255:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761072.871216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761073.895252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761074.919173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761075.111152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761075.111163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761075.111172:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761075.111183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 459
00000100:00080000:1.0:1789761075.111192:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761075.111198:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761075.111229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069661312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761075.111248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761075.111251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761075.111252:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761075.111255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 459
00000100:00080000:1.0:1789761075.111257:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761075.111260:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761075.111266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761075.111275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069661440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761075.111294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761075.111297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761075.111299:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761075.111302:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 459
00000100:00080000:1.0:1789761075.111305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761075.111308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761075.111311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761075.111320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069661568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761075.111329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761075.111337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761075.111339:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761075.111342:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 459
00000100:00080000:1.0:1789761075.111345:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761075.111348:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761075.111352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761075.111362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069661696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761075.111368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761075.111370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761075.111372:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761075.111374:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 459
00000100:00080000:1.0:1789761075.111382:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761075.111386:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761075.111390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761075.111399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069661824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761075.943198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761076.967181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761077.991250:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761078.183423:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789761078.183497:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761078.183519:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761078.183585:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761078.183598:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761078.183608:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761078.183617:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:2.0:1789761079.015239:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761080.039229:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761080.231205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761080.231237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761080.231243:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761080.231254:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 464
00000100:00080000:1.0:1789761080.231267:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761080.231274:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761080.231334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069661952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761080.231364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761080.231367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761080.231369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761080.231372:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 464
00000100:00080000:1.0:1789761080.231375:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761080.231377:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761080.231387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761080.231398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069662080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761080.231461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761080.231466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761080.231468:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761080.231474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 464
00000100:00080000:1.0:1789761080.231479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761080.231484:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761080.231491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761080.231507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069662208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761080.231518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761080.231523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761080.231525:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761080.231529:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 464
00000100:00080000:1.0:1789761080.231562:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761080.231571:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761080.231579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761080.231594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069662336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761080.231604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761080.231608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761080.231611:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761080.231616:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 464
00000100:00080000:1.0:1789761080.231633:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761080.231645:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761080.231653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761080.231670:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069662464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761081.063188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761082.087195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761083.111165:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761084.135189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761085.159146:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761085.351128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.351136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761085.351139:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.351148:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 469
00000100:00080000:2.0:1789761085.351175:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.351190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761085.351228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069662592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761085.351253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.351257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761085.351259:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.351263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 469
00000100:00080000:2.0:1789761085.351268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.351273:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761085.351281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761085.351294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069662720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761085.351303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.351305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761085.351307:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.351310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 469
00000100:00080000:2.0:1789761085.351313:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.351315:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761085.351318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761085.351327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069662848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761085.351342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.351350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761085.351351:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.351354:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 469
00000100:00080000:2.0:1789761085.351358:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.351366:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761085.351372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761085.351382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069662976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761085.351388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.351391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761085.351392:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.351394:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 469
00000100:00080000:2.0:1789761085.351412:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.351415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761085.351419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761085.351430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069663104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761086.183182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761087.207202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761088.231298:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761089.255147:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761090.279241:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761090.471189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761090.471201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761090.471205:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761090.471216:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 475
00000100:00080000:1.0:1789761090.471229:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761090.471236:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761090.471279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069663232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761090.471307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761090.471311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761090.471313:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761090.471318:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 475
00000100:00080000:1.0:1789761090.471322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761090.471327:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761090.471339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761090.471388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069663360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761090.471397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761090.471399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761090.471401:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761090.471404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 475
00000100:00080000:1.0:1789761090.471407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761090.471410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761090.471414:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761090.471423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069663488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761090.471429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761090.471432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761090.471433:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761090.471436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 475
00000100:00080000:1.0:1789761090.471438:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761090.471440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761090.471443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761090.471453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069663616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761090.471461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761090.471464:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761090.471465:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761090.471474:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 475
00000100:00080000:1.0:1789761090.471477:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761090.471480:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761090.471485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761090.471496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069663744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761091.303145:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761092.327238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761093.351137:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761094.375284:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761095.399146:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761095.591171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.591179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761095.591195:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.591203:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 480
00000100:00080000:2.0:1789761095.591222:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.591235:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761095.591265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069663872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761095.591282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.591285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761095.591286:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.591289:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 480
00000100:00080000:2.0:1789761095.591291:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.591293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761095.591300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761095.591309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069664000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761095.591316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.591330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761095.591333:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.591339:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 480
00000100:00080000:2.0:1789761095.591344:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.591360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761095.591364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761095.591375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069664128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761095.591400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.591404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761095.591406:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.591424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 480
00000100:00080000:2.0:1789761095.591431:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.591437:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761095.591444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761095.591461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069664256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761095.591489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.591496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761095.591499:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.591507:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 480
00000100:00080000:2.0:1789761095.591517:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.591524:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761095.591532:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761095.591563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069664384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761096.423251:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761097.447181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761098.471246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761099.495167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761100.519235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761100.711166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761100.711176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761100.711181:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761100.711192:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 485
00000100:00080000:1.0:1789761100.711204:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761100.711211:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761100.711257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069664512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761100.711293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761100.711297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761100.711299:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761100.711304:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 485
00000100:00080000:1.0:1789761100.711308:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761100.711313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761100.711347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761100.711367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069664640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761100.711379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761100.711384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761100.711386:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761100.711390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 485
00000100:00080000:1.0:1789761100.711400:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761100.711404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761100.711409:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761100.711426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069664768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761100.711435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761100.711438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761100.711439:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761100.711442:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 485
00000100:00080000:1.0:1789761100.711446:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761100.711449:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761100.711453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761100.711465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069664896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761100.711488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761100.711492:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761100.711501:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761100.711506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 485
00000100:00080000:1.0:1789761100.711510:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761100.711517:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761100.711526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761100.711538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069665024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761101.543155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761102.567217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761103.591174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761104.615237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761105.639184:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761105.831185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.831196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761105.831201:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761105.831212:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 490
00000100:00080000:2.0:1789761105.831223:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.831229:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761105.831287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069665152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761105.831314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.831317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761105.831318:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761105.831321:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 490
00000100:00080000:2.0:1789761105.831324:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.831327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761105.831335:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761105.831345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069665280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761105.831352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.831354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761105.831356:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761105.831358:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 490
00000100:00080000:2.0:1789761105.831360:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.831363:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761105.831366:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761105.831392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069665408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761105.831400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.831403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761105.831404:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761105.831407:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 490
00000100:00080000:2.0:1789761105.831410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.831413:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761105.831416:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761105.831425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069665536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761105.831431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761105.831433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761105.831434:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761105.831439:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 490
00000100:00080000:2.0:1789761105.831444:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761105.831447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761105.831450:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761105.831458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069665664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761106.663187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761107.687268:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761108.711180:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761109.735163:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761110.759181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761110.951117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761110.951125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761110.951144:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761110.951152:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 495
00000100:00080000:2.0:1789761110.951162:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761110.951168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761110.951199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069665792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761110.951237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761110.951240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761110.951241:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761110.951244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 495
00000100:00080000:2.0:1789761110.951247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761110.951250:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761110.951257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761110.951267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069665920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761110.951274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761110.951277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761110.951278:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761110.951281:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 495
00000100:00080000:2.0:1789761110.951283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761110.951285:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761110.951288:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761110.951298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069666048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761110.951317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761110.951320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761110.951321:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761110.951324:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 495
00000100:00080000:2.0:1789761110.951327:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761110.951329:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761110.951333:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761110.951341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069666176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761110.951348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761110.951350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761110.951351:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761110.951353:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 495
00000100:00080000:2.0:1789761110.951356:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761110.951362:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761110.951368:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761110.951375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069666304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761111.783256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761112.807189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761113.831222:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761114.855220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761115.879231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761116.071159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761116.071179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761116.071183:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761116.071191:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 500
00000100:00080000:1.0:1789761116.071200:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761116.071205:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761116.071236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069666432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761116.071254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761116.071257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761116.071259:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761116.071261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 500
00000100:00080000:1.0:1789761116.071276:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761116.071280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761116.071290:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761116.071306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069666560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761116.071320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761116.071326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761116.071330:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761116.071338:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 500
00000100:00080000:1.0:1789761116.071348:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761116.071351:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761116.071355:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761116.071367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069666688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761116.071373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761116.071376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761116.071377:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761116.071380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 500
00000100:00080000:1.0:1789761116.071383:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761116.071386:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761116.071391:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761116.071399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069666816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761116.071434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761116.071438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761116.071441:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761116.071447:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 500
00000100:00080000:1.0:1789761116.071453:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761116.071458:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761116.071464:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761116.071481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069666944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761116.903230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761117.927236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761118.951200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761119.975179:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761120.999240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761121.191155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761121.191163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761121.191167:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761121.191175:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 505
00000100:00080000:1.0:1789761121.191184:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761121.191190:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761121.191222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069667072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761121.191243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761121.191246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761121.191247:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761121.191250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 505
00000100:00080000:1.0:1789761121.191266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761121.191269:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761121.191278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761121.191288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069667200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761121.191297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761121.191301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761121.191303:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761121.191306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 505
00000100:00080000:1.0:1789761121.191308:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761121.191311:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761121.191314:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761121.191321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069667328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761121.191327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761121.191330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761121.191331:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761121.191334:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 505
00000100:00080000:1.0:1789761121.191343:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761121.191345:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761121.191348:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761121.191360:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069667456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761121.191375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761121.191378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761121.191379:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761121.191382:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 505
00000100:00080000:1.0:1789761121.191386:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761121.191389:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761121.191394:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761121.191409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069667584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761122.023242:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761123.047282:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761124.071212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761125.095255:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761126.119211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761126.311149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761126.311178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761126.311181:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761126.311189:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 510
00000100:00080000:3.0:1789761126.311199:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761126.311205:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761126.311238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069667712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761126.311268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761126.311271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761126.311273:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761126.311276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 510
00000100:00080000:3.0:1789761126.311279:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761126.311282:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761126.311290:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761126.311302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069667840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761126.311310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761126.311313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761126.311315:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761126.311322:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 510
00000100:00080000:3.0:1789761126.311327:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761126.311330:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761126.311335:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761126.311349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069667968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761126.311366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761126.311370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761126.311373:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761126.311377:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 510
00000100:00080000:3.0:1789761126.311382:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761126.311391:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761126.311400:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761126.311415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069668096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761126.311426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761126.311429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761126.311432:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761126.311440:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 510
00000100:00080000:3.0:1789761126.311447:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761126.311455:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761126.311463:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761126.311478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069668224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761127.143253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761128.167182:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761129.191776:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761130.215158:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761131.239291:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761131.431200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.431214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761131.431219:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.431233:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 516
00000100:00080000:1.0:1789761131.431248:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.431258:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761131.431305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069668352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761131.431328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.431332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761131.431352:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.431356:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 516
00000100:00080000:1.0:1789761131.431360:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.431363:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761131.431373:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761131.431387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069668480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761131.431402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.431404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761131.431405:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.431408:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 516
00000100:00080000:1.0:1789761131.431410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.431412:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761131.431416:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761131.431426:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069668608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761131.431435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.431439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761131.431441:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.431453:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 516
00000100:00080000:1.0:1789761131.431461:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.431466:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761131.431472:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761131.431499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069668736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761131.431511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.431515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761131.431517:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.431524:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 516
00000100:00080000:1.0:1789761131.431531:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.431536:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761131.431542:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761131.431555:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069668864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761132.263152:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761133.287211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761134.311168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761135.335219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761136.359156:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761136.551105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.551113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761136.551117:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.551124:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 521
00000100:00080000:1.0:1789761136.551133:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.551140:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761136.551178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069668992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761136.551209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.551213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761136.551215:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.551220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 521
00000100:00080000:1.0:1789761136.551239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.551245:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761136.551256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761136.551274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069669120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761136.551286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.551290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761136.551291:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.551296:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 521
00000100:00080000:1.0:1789761136.551300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.551304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761136.551310:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761136.551323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069669248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761136.551333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.551337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761136.551341:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.551350:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 521
00000100:00080000:1.0:1789761136.551356:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.551361:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761136.551366:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761136.551391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069669376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761136.551436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.551440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761136.551443:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.551453:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 521
00000100:00080000:1.0:1789761136.551462:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.551470:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761136.551478:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761136.551494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069669504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761137.383164:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761138.407207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761139.431228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761140.455211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761141.479267:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761141.671147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761141.671158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761141.671162:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761141.671172:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 526
00000100:00080000:1.0:1789761141.671183:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761141.671190:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761141.671228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069669632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761141.671260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761141.671264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761141.671266:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761141.671271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 526
00000100:00080000:1.0:1789761141.671275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761141.671279:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761141.671304:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761141.671321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069669760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761141.671333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761141.671336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761141.671338:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761141.671342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 526
00000100:00080000:1.0:1789761141.671346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761141.671351:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761141.671357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761141.671370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069669888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761141.671380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761141.671383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761141.671385:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761141.671389:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 526
00000100:00080000:1.0:1789761141.671394:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761141.671399:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761141.671405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761141.671421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069670016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761141.671436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761141.671441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761141.671451:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761141.671459:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 526
00000100:00080000:1.0:1789761141.671466:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761141.671475:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761141.671483:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761141.671505:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069670144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761142.503147:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761143.527189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761144.551210:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761144.743300:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789761144.743346:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761144.743362:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761144.743410:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761144.743419:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761144.743427:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761144.743438:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:3.0:1789761145.575223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761146.599232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761146.791185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.791196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761146.791200:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.791211:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 531
00000100:00080000:3.0:1789761146.791223:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.791237:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761146.791277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069670272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761146.791312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.791317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761146.791319:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.791324:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 531
00000100:00080000:3.0:1789761146.791328:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.791332:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761146.791345:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761146.791361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069670400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761146.791373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.791378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761146.791382:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.791390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 531
00000100:00080000:3.0:1789761146.791395:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.791399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761146.791425:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761146.791441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069670528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761146.791450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.791454:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761146.791456:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.791460:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 531
00000100:00080000:3.0:1789761146.791465:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.791473:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761146.791479:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761146.791494:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069670656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761146.791503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761146.791507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761146.791508:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761146.791513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 531
00000100:00080000:3.0:1789761146.791518:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761146.791525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761146.791551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761146.791570:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069670784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761147.623221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761148.647183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761149.671167:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761150.695165:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761151.719180:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761151.911122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.911131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761151.911134:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.911142:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 536
00000100:00080000:2.0:1789761151.911151:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.911157:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761151.911188:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069670912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.911219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.911222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761151.911223:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.911226:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 536
00000100:00080000:2.0:1789761151.911229:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.911232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761151.911239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.911249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069671040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.911257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.911260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761151.911264:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.911270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 536
00000100:00080000:2.0:1789761151.911272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.911274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761151.911277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.911296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069671168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.911302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.911305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761151.911306:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.911308:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 536
00000100:00080000:2.0:1789761151.911316:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.911324:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761151.911329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.911340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069671296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.911346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.911349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761151.911350:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.911353:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 536
00000100:00080000:2.0:1789761151.911356:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.911363:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761151.911373:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.911388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069671424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761152.743174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761153.767166:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761154.791225:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761155.815218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761156.839252:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761157.031193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761157.031201:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761157.031204:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761157.031212:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 541
00000100:00080000:3.0:1789761157.031221:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761157.031226:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761157.031258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069671552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761157.031280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761157.031282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761157.031283:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761157.031286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 541
00000100:00080000:3.0:1789761157.031288:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761157.031294:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761157.031302:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761157.031310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069671680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761157.031317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761157.031319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761157.031321:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761157.031323:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 541
00000100:00080000:3.0:1789761157.031340:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761157.031349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761157.031359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761157.031374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069671808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761157.031386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761157.031390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761157.031392:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761157.031395:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 541
00000100:00080000:3.0:1789761157.031405:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761157.031415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761157.031421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761157.031437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069671936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761157.031449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761157.031455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761157.031458:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761157.031468:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 541
00000100:00080000:3.0:1789761157.031473:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761157.031480:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761157.031488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761157.031500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069672064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761157.863288:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761158.887226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761159.911217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761160.935191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761161.959215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761162.151138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761162.151149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761162.151154:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761162.151164:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 546
00000100:00080000:3.0:1789761162.151176:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761162.151183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761162.151227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069672192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761162.151252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761162.151256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761162.151258:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761162.151263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 546
00000100:00080000:3.0:1789761162.151267:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761162.151272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761162.151284:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761162.151301:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069672320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761162.151313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761162.151316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761162.151327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761162.151334:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 546
00000100:00080000:3.0:1789761162.151338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761162.151341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761162.151346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761162.151356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069672448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761162.151363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761162.151366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761162.151367:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761162.151370:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 546
00000100:00080000:3.0:1789761162.151373:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761162.151376:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761162.151379:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761162.151386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069672576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761162.151392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761162.151394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761162.151396:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761162.151398:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 546
00000100:00080000:3.0:1789761162.151402:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761162.151408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761162.151412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761162.151427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069672704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761162.983235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761164.007257:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761165.031223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761166.055208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761167.079181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761167.271133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761167.271143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761167.271147:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761167.271157:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 551
00000100:00080000:2.0:1789761167.271168:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761167.271176:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761167.271214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069672832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761167.271242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761167.271262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761167.271265:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761167.271270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 551
00000100:00080000:2.0:1789761167.271276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761167.271281:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761167.271291:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761167.271312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069672960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761167.271324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761167.271329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761167.271331:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761167.271335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 551
00000100:00080000:2.0:1789761167.271339:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761167.271343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761167.271349:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761167.271370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069673088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761167.271385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761167.271389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761167.271391:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761167.271396:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 551
00000100:00080000:2.0:1789761167.271400:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761167.271404:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761167.271423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761167.271443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069673216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761167.271463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761167.271471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761167.271474:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761167.271479:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 551
00000100:00080000:2.0:1789761167.271484:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761167.271490:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761167.271500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761167.271513:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069673344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761168.103229:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761169.127217:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761170.151210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761171.175193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761172.199203:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761172.391169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761172.391176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761172.391180:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761172.391187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 557
00000100:00080000:3.0:1789761172.391197:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761172.391204:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761172.391242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069673472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761172.391266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761172.391269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761172.391271:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761172.391274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 557
00000100:00080000:3.0:1789761172.391277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761172.391280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761172.391287:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761172.391298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069673600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761172.391318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761172.391322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761172.391324:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761172.391332:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 557
00000100:00080000:3.0:1789761172.391335:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761172.391341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761172.391346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761172.391354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069673728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761172.391365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761172.391368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761172.391369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761172.391372:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 557
00000100:00080000:3.0:1789761172.391375:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761172.391378:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761172.391381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761172.391389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069673856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761172.391395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761172.391397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761172.391399:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761172.391407:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 557
00000100:00080000:3.0:1789761172.391416:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761172.391420:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761172.391425:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761172.391434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069673984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761173.223227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761174.247298:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761175.271233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761176.295328:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761177.319206:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761177.511138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761177.511146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761177.511149:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761177.511157:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 562
00000100:00080000:3.0:1789761177.511166:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761177.511172:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761177.511203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069674112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761177.511230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761177.511233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761177.511235:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761177.511237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 562
00000100:00080000:3.0:1789761177.511240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761177.511242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761177.511249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761177.511272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069674240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761177.511285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761177.511290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761177.511292:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761177.511297:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 562
00000100:00080000:3.0:1789761177.511302:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761177.511317:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761177.511324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761177.511338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069674368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761177.511345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761177.511351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761177.511354:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761177.511360:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 562
00000100:00080000:3.0:1789761177.511364:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761177.511367:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761177.511372:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761177.511380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069674496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761177.511386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761177.511389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761177.511390:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761177.511402:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 562
00000100:00080000:3.0:1789761177.511411:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761177.511419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761177.511429:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761177.511448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069674624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761178.343223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761179.367256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761180.391214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761181.415259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761182.439228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761182.631151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761182.631164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761182.631169:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761182.631182:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 567
00000100:00080000:2.0:1789761182.631197:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761182.631205:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761182.631255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069674752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761182.631286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761182.631290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761182.631293:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761182.631297:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 567
00000100:00080000:2.0:1789761182.631323:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761182.631329:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761182.631341:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761182.631359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069674880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761182.631371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761182.631375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761182.631377:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761182.631381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 567
00000100:00080000:2.0:1789761182.631384:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761182.631389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761182.631393:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761182.631405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069675008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761182.631414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761182.631418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761182.631420:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761182.631423:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 567
00000100:00080000:2.0:1789761182.631427:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761182.631430:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761182.631435:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761182.631454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069675136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761182.631479:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761182.631483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761182.631486:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761182.631493:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 567
00000100:00080000:2.0:1789761182.631499:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761182.631508:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761182.631530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761182.631550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069675264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761183.463263:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761184.487213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761185.511235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761186.535241:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761187.559262:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761187.751150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.751161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761187.751165:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.751175:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 572
00000100:00080000:2.0:1789761187.751186:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.751194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761187.751236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069675392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761187.751260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.751262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761187.751264:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.751266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 572
00000100:00080000:2.0:1789761187.751269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.751273:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761187.751296:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761187.751314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069675520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761187.751329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.751331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761187.751333:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.751336:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 572
00000100:00080000:2.0:1789761187.751339:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.751343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761187.751347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761187.751359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069675648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761187.751368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.751376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761187.751379:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.751385:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 572
00000100:00080000:2.0:1789761187.751390:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.751395:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761187.751400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761187.751410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069675776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761187.751416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.751419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761187.751426:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.751435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 572
00000100:00080000:2.0:1789761187.751441:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.751445:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761187.751450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761187.751460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069675904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761188.583184:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761189.607189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761190.631193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761191.655187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761192.679198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761192.871162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.871172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761192.871177:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.871187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 577
00000100:00080000:2.0:1789761192.871198:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.871205:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761192.871240:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069676032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.871262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.871264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761192.871266:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.871269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 577
00000100:00080000:2.0:1789761192.871271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.871274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761192.871281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.871289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069676160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.871315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.871317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761192.871319:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.871322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 577
00000100:00080000:2.0:1789761192.871325:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.871328:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761192.871334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.871346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069676288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.871363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.871376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761192.871388:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.871394:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 577
00000100:00080000:2.0:1789761192.871398:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.871402:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761192.871407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.871423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069676416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.871430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.871433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761192.871435:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.871437:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 577
00000100:00080000:2.0:1789761192.871447:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.871462:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761192.871467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.871476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069676544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761193.703162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761194.727178:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761195.751183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761196.775230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761197.799191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761197.991203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.991218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761197.991223:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.991237:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 582
00000100:00080000:3.0:1789761197.991252:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.991263:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761197.991328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069676672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761197.991387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.991391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761197.991394:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.991399:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 582
00000100:00080000:3.0:1789761197.991405:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.991410:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761197.991422:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761197.991441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069676800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761197.991462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.991466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761197.991468:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.991474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 582
00000100:00080000:3.0:1789761197.991479:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.991484:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761197.991491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761197.991517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069676928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761197.991529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.991535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761197.991539:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.991546:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 582
00000100:00080000:3.0:1789761197.991576:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.991584:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761197.991591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761197.991608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069677056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761197.991634:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761197.991641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761197.991647:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.991656:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 582
00000100:00080000:3.0:1789761197.991662:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761197.991672:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761197.991681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761197.991699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069677184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761198.823234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761199.847170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761200.871218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761201.895197:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761202.919171:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761203.111194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761203.111202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761203.111205:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761203.111213:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 587
00000100:00080000:2.0:1789761203.111222:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761203.111229:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761203.111264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069677312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761203.111289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761203.111292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761203.111293:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761203.111300:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 587
00000100:00080000:2.0:1789761203.111303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761203.111305:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761203.111313:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761203.111321:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069677440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761203.111329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761203.111347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761203.111349:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761203.111353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 587
00000100:00080000:2.0:1789761203.111357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761203.111360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761203.111364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761203.111380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069677568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761203.111390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761203.111392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761203.111394:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761203.111400:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 587
00000100:00080000:2.0:1789761203.111404:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761203.111407:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761203.111411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761203.111419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069677696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761203.111425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761203.111428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761203.111430:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761203.111433:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 587
00000100:00080000:2.0:1789761203.111438:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761203.111446:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761203.111455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761203.111470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069677824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761203.943168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761204.967191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761205.991248:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761207.015207:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761208.039185:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761208.231154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761208.231164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761208.231186:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761208.231196:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 592
00000100:00080000:3.0:1789761208.231206:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761208.231214:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761208.231247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069677952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761208.231273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761208.231276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761208.231279:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761208.231282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 592
00000100:00080000:3.0:1789761208.231286:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761208.231291:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761208.231300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761208.231316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069678080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761208.231332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761208.231337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761208.231338:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761208.231343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 592
00000100:00080000:3.0:1789761208.231347:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761208.231351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761208.231357:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761208.231369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069678208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761208.231393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761208.231396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761208.231399:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761208.231403:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 592
00000100:00080000:3.0:1789761208.231409:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761208.231414:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761208.231423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761208.231444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069678336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761208.231455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761208.231461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761208.231466:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761208.231473:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 592
00000100:00080000:3.0:1789761208.231494:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761208.231499:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761208.231507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761208.231526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069678464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761209.063219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761210.087169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761211.111203:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761211.303310:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789761211.303350:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761211.303366:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761211.303405:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761211.303420:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761211.303431:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761211.303442:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:3.0:1789761212.135153:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761213.159200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761213.351123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761213.351143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761213.351146:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761213.351155:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 597
00000100:00080000:3.0:1789761213.351164:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761213.351169:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761213.351197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069678592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761213.351219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761213.351222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761213.351223:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761213.351226:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 597
00000100:00080000:3.0:1789761213.351228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761213.351231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761213.351237:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761213.351245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069678720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761213.351253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761213.351256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761213.351257:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761213.351260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 597
00000100:00080000:3.0:1789761213.351261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761213.351264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761213.351267:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761213.351275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069678848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761213.351296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761213.351300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761213.351302:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761213.351306:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 597
00000100:00080000:3.0:1789761213.351311:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761213.351316:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761213.351322:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761213.351336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069678976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761213.351346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761213.351353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761213.351357:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761213.351362:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 597
00000100:00080000:3.0:1789761213.351367:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761213.351372:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761213.351377:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761213.351391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069679104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761214.183170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761215.207248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761216.231163:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761217.255174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761218.279175:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761218.471143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.471151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761218.471184:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.471194:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 603
00000100:00080000:3.0:1789761218.471205:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.471212:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761218.471247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069679232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761218.471273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.471275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761218.471277:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.471280:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 603
00000100:00080000:3.0:1789761218.471283:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.471286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761218.471293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761218.471305:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069679360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761218.471313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.471316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761218.471320:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.471327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 603
00000100:00080000:3.0:1789761218.471335:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.471339:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761218.471347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761218.471362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069679488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761218.471388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.471393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761218.471395:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.471414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 603
00000100:00080000:3.0:1789761218.471419:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.471422:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761218.471427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761218.471442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069679616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761218.471463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761218.471469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761218.471471:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761218.471477:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 603
00000100:00080000:3.0:1789761218.471483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761218.471493:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761218.471502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761218.471517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069679744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761219.303214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761220.327203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761221.351196:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761222.375247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761223.399184:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761223.591122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761223.591149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761223.591153:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761223.591163:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 608
00000100:00080000:3.0:1789761223.591173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761223.591181:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761223.591214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069679872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761223.591233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761223.591236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761223.591239:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761223.591243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 608
00000100:00080000:3.0:1789761223.591247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761223.591251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761223.591260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761223.591272:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069680000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761223.591280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761223.591284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761223.591285:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761223.591289:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 608
00000100:00080000:3.0:1789761223.591292:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761223.591295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761223.591299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761223.591307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069680128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761223.591322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761223.591325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761223.591327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761223.591337:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 608
00000100:00080000:3.0:1789761223.591341:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761223.591348:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761223.591354:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761223.591379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069680256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761223.591390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761223.591393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761223.591395:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761223.591398:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 608
00000100:00080000:3.0:1789761223.591402:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761223.591406:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761223.591410:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761223.591419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069680384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761224.423293:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761225.447217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761226.471277:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761227.495221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761228.519225:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761228.711215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.711228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761228.711233:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.711246:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 613
00000100:00080000:2.0:1789761228.711260:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.711268:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761228.711318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069680512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761228.711361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.711365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761228.711367:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.711372:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 613
00000100:00080000:2.0:1789761228.711376:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.711381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761228.711411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761228.711429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069680640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761228.711441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.711445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761228.711448:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.711452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 613
00000100:00080000:2.0:1789761228.711457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.711463:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761228.711468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761228.711479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069680768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761228.711489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.711497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761228.711499:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.711505:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 613
00000100:00080000:2.0:1789761228.711511:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.711516:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761228.711522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761228.711537:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069680896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761228.711563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.711568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761228.711578:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.711589:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 613
00000100:00080000:2.0:1789761228.711597:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.711606:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761228.711613:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761228.711627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069681024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761229.543200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761230.567251:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761231.591190:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761232.615231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761233.639184:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789761233.831341:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069681152:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789761233.831421:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761233.831475:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff982a89b82680 x1876700069681152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.831492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82680 x1876700069681152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.831503:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.831508:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761233.831512:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069681152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761233.831534:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069681280:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761233.831557:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761233.831569:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff982a89b81f80 x1876700069681280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.831581:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81f80 x1876700069681280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.831588:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.831592:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761233.831595:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069681280:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761233.831601:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069681408:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761233.831629:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761233.831639:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff982a89b83100 x1876700069681408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.831650:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83100 x1876700069681408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.831659:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.831662:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761233.831665:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069681408:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761233.831671:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069681536:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761233.831689:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761233.831699:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff982a89b83480 x1876700069681536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.831711:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069681536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.831719:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.831722:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761233.831725:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069681536:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761233.831731:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069681664:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761233.831747:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761233.831757:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff982a89b83b80 x1876700069681664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.831783:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069681664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.831791:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.831794:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761233.831798:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069681664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761234.663275:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761235.687260:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761236.711233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761237.735293:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761238.759171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761238.951123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.951132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761238.951135:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.951144:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 623
00000100:00080000:3.0:1789761238.951154:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761238.951160:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761238.951197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069681792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.951223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.951226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761238.951228:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.951232:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 623
00000100:00080000:3.0:1789761238.951235:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761238.951239:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761238.951273:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.951287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069681920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.951296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.951300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761238.951301:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.951306:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 623
00000100:00080000:3.0:1789761238.951311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761238.951319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761238.951326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.951349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069682048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.951377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.951381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761238.951383:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.951390:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 623
00000100:00080000:3.0:1789761238.951398:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761238.951404:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761238.951411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.951426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069682176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.951435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761238.951439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761238.951447:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.951452:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 623
00000100:00080000:3.0:1789761238.951456:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761238.951463:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761238.951468:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.951481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069682304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761239.783191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761240.807186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761241.831240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761242.855212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761243.879248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761244.071155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761244.071165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761244.071169:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761244.071176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 628
00000100:00080000:3.0:1789761244.071185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761244.071191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761244.071244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069682432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761244.071267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761244.071270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761244.071271:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761244.071274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 628
00000100:00080000:3.0:1789761244.071277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761244.071293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761244.071300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761244.071312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069682560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761244.071321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761244.071325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761244.071326:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761244.071330:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 628
00000100:00080000:3.0:1789761244.071332:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761244.071335:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761244.071338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761244.071346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069682688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761244.071352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761244.071356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761244.071358:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761244.071362:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 628
00000100:00080000:3.0:1789761244.071366:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761244.071370:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761244.071377:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761244.071394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069682816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761244.071405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761244.071416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761244.071421:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761244.071430:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 628
00000100:00080000:3.0:1789761244.071436:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761244.071444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761244.071455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761244.071472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069682944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761244.903169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761245.927166:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761246.951173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761247.975253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761248.999246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761249.191115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761249.191123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761249.191127:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761249.191137:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 633
00000100:00080000:3.0:1789761249.191148:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761249.191155:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761249.191206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069683072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761249.191228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761249.191231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761249.191232:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761249.191235:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 633
00000100:00080000:3.0:1789761249.191250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761249.191254:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761249.191262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761249.191276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069683200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761249.191289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761249.191292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761249.191295:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761249.191300:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 633
00000100:00080000:3.0:1789761249.191304:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761249.191309:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761249.191316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761249.191332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069683328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761249.191342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761249.191344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761249.191346:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761249.191350:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 633
00000100:00080000:3.0:1789761249.191353:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761249.191356:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761249.191360:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761249.191372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069683456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761249.191405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761249.191409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761249.191411:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761249.191426:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 633
00000100:00080000:3.0:1789761249.191434:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761249.191438:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761249.191443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761249.191455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069683584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761250.023257:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761251.047200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761252.071261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761253.095228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761254.119326:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761254.311194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761254.311205:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761254.311209:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761254.311221:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 638
00000100:00080000:2.0:1789761254.311232:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761254.311240:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761254.311286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069683712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761254.311311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761254.311313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761254.311315:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761254.311318:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 638
00000100:00080000:2.0:1789761254.311320:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761254.311322:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761254.311331:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761254.311341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069683840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761254.311379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761254.311382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761254.311386:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761254.311393:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 638
00000100:00080000:2.0:1789761254.311400:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761254.311405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761254.311411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761254.311421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069683968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761254.311427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761254.311430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761254.311431:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761254.311434:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 638
00000100:00080000:2.0:1789761254.311436:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761254.311440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761254.311443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761254.311453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069684096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761254.311459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761254.311461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761254.311463:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761254.311468:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 638
00000100:00080000:2.0:1789761254.311478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761254.311485:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761254.311492:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761254.311505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069684224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761255.143190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761256.167261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761257.191267:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761258.215263:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761259.239259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761259.431194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761259.431204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761259.431208:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761259.431220:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 644
00000100:00080000:2.0:1789761259.431232:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761259.431239:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761259.431283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069684352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761259.431308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761259.431311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761259.431313:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761259.431316:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 644
00000100:00080000:2.0:1789761259.431318:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761259.431321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761259.431330:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761259.431338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069684480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761259.431346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761259.431368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761259.431369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761259.431373:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 644
00000100:00080000:2.0:1789761259.431376:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761259.431379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761259.431384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761259.431395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069684608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761259.431411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761259.431419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761259.431421:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761259.431424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 644
00000100:00080000:2.0:1789761259.431427:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761259.431431:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761259.431435:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761259.431446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069684736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761259.431453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761259.431456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761259.431458:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761259.431461:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 644
00000100:00080000:2.0:1789761259.431463:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761259.431465:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761259.431474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761259.431486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069684864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761260.263218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761261.287280:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761262.311228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761263.335248:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761264.359218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761264.551170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.551180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761264.551207:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.551218:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 649
00000100:00080000:3.0:1789761264.551229:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.551237:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761264.551277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069684992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761264.551307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.551310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761264.551311:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.551314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 649
00000100:00080000:3.0:1789761264.551317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.551319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761264.551328:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761264.551339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069685120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761264.551349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.551353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761264.551354:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.551359:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 649
00000100:00080000:3.0:1789761264.551364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.551369:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761264.551376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761264.551389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069685248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761264.551413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.551418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761264.551419:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.551424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 649
00000100:00080000:3.0:1789761264.551428:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.551432:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761264.551437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761264.551449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069685376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761264.551456:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.551458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761264.551459:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761264.551462:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 649
00000100:00080000:3.0:1789761264.551464:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761264.551467:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761264.551470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761264.551477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069685504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761265.383264:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761266.407173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761267.431216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761268.455183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761269.479186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761269.671116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761269.671122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761269.671126:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761269.671134:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 654
00000100:00080000:3.0:1789761269.671143:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761269.671148:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761269.671181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069685632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761269.671203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761269.671206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761269.671207:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761269.671209:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 654
00000100:00080000:3.0:1789761269.671212:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761269.671214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761269.671221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761269.671229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069685760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761269.671235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761269.671237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761269.671238:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761269.671245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 654
00000100:00080000:3.0:1789761269.671247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761269.671249:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761269.671252:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761269.671273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069685888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761269.671281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761269.671283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761269.671285:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761269.671291:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 654
00000100:00080000:3.0:1789761269.671297:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761269.671301:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761269.671305:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761269.671313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069686016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761269.671319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761269.671321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761269.671323:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761269.671325:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 654
00000100:00080000:3.0:1789761269.671327:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761269.671329:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761269.671332:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761269.671339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069686144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761270.503302:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761271.527215:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761272.551200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761273.575215:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761274.599204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789761274.791341:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069686272:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761274.791464:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069686400:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761274.791500:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069686528:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761274.791536:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069686656:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761274.791558:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069686784:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761275.623219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761276.647285:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761277.671233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761277.863432:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789761277.863501:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761277.863524:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761277.863571:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761277.863607:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761277.863625:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761277.863643:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:3.0:1789761277.863651:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761277]  req@ffff982a89b81880 x1876700069686400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761277.863692:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069686400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761277.863705:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761277.863710:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761277.863715:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069686400:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761277.863724:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761277]  req@ffff982a89b80e00 x1876700069686528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761277.863738:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069686528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761277.863747:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761277.863751:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761277.863774:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069686528:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761277.863782:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761277]  req@ffff982a89b82300 x1876700069686272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761277.863797:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069686272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761277.863805:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761277.863808:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761277.863811:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069686272:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761277.863840:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761277]  req@ffff982a89b80000 x1876700069686656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761277.863852:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069686656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761277.863860:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761277.863863:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761277.863866:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069686656:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761277.863874:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761277]  req@ffff982a89b82a00 x1876700069686784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761277.863886:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069686784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761277.863894:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761277.863898:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761277.863901:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069686784:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761278.695281:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761279.719167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761279.911163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.911174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761279.911178:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.911189:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 664
00000100:00080000:3.0:1789761279.911200:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.911207:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761279.911241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069686912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761279.911263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.911266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761279.911267:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.911270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 664
00000100:00080000:3.0:1789761279.911273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.911275:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761279.911282:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761279.911291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069687040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761279.911298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.911300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761279.911301:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.911306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 664
00000100:00080000:3.0:1789761279.911308:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.911324:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761279.911329:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761279.911337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069687168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761279.911356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.911358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761279.911359:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.911362:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 664
00000100:00080000:3.0:1789761279.911366:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.911370:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761279.911375:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761279.911388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069687296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761279.911402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761279.911405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761279.911409:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761279.911415:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 664
00000100:00080000:3.0:1789761279.911419:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761279.911424:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761279.911429:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761279.911443:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069687424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761280.743204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761281.767193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761282.791243:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761283.815203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761284.839221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761285.031159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.031169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761285.031174:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.031184:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 669
00000100:00080000:3.0:1789761285.031196:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.031204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761285.031241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069687552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761285.031272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.031281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761285.031283:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.031288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 669
00000100:00080000:3.0:1789761285.031293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.031298:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761285.031308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761285.031324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069687680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761285.031338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.031345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761285.031346:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.031350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 669
00000100:00080000:3.0:1789761285.031353:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.031356:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761285.031374:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761285.031385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069687808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761285.031393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.031396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761285.031398:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.031400:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 669
00000100:00080000:3.0:1789761285.031403:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.031405:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761285.031408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761285.031417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069687936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761285.031425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761285.031430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761285.031432:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761285.031437:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 669
00000100:00080000:3.0:1789761285.031441:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761285.031446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761285.031450:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761285.031457:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069688064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761285.863190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761286.887208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761287.911162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761288.935196:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761289.959156:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761290.151155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.151164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761290.151168:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.151179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 674
00000100:00080000:3.0:1789761290.151191:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.151199:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761290.151235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069688192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761290.151258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.151261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761290.151262:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.151265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 674
00000100:00080000:3.0:1789761290.151268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.151270:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761290.151278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761290.151288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069688320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761290.151295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.151298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761290.151299:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.151303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 674
00000100:00080000:3.0:1789761290.151305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.151308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761290.151311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761290.151334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069688448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761290.151349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.151352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761290.151353:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.151356:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 674
00000100:00080000:3.0:1789761290.151360:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.151362:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761290.151367:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761290.151374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069688576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761290.151380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761290.151382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761290.151383:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761290.151388:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 674
00000100:00080000:3.0:1789761290.151392:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761290.151397:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761290.151400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761290.151407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069688704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761290.983251:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761292.007132:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761293.031187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761294.055155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761295.079223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761295.271137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761295.271148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761295.271152:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761295.271163:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 679
00000100:00080000:1.0:1789761295.271175:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761295.271183:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761295.271233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069688832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761295.271265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761295.271268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761295.271270:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761295.271273:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 679
00000100:00080000:1.0:1789761295.271276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761295.271280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761295.271290:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761295.271302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069688960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761295.271313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761295.271320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761295.271325:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761295.271331:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 679
00000100:00080000:1.0:1789761295.271358:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761295.271363:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761295.271369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761295.271382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069689088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761295.271389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761295.271392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761295.271394:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761295.271401:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 679
00000100:00080000:1.0:1789761295.271406:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761295.271409:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761295.271413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761295.271425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069689216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761295.271444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761295.271456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761295.271462:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761295.271469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 679
00000100:00080000:1.0:1789761295.271478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761295.271487:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761295.271499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761295.271517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069689344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761296.103190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761297.127220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761298.151275:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761299.175302:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761300.199228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761300.391220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761300.391231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761300.391236:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761300.391246:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 685
00000100:00080000:2.0:1789761300.391257:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761300.391265:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761300.391303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069689472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761300.391338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761300.391343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761300.391345:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761300.391349:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 685
00000100:00080000:2.0:1789761300.391354:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761300.391373:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761300.391384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761300.391403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069689600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761300.391417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761300.391421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761300.391423:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761300.391427:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 685
00000100:00080000:2.0:1789761300.391433:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761300.391438:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761300.391443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761300.391456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069689728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761300.391469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761300.391475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761300.391477:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761300.391483:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 685
00000100:00080000:2.0:1789761300.391488:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761300.391493:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761300.391499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761300.391516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069689856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761300.391548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761300.391561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761300.391566:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761300.391576:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 685
00000100:00080000:2.0:1789761300.391583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761300.391593:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761300.391604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761300.391622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069689984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761301.223255:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761302.247223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761303.271174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761304.295188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761305.319236:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789761305.511337:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069690112:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789761305.511446:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761305.511518:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff982a89b81c00 x1876700069690112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761305.511536:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069690112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761305.511546:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761305.511549:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761305.511552:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069690112:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761305.511579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069690240:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761305.511601:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761305.511610:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff982a89b80700 x1876700069690240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761305.511619:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069690240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761305.511625:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761305.511627:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761305.511630:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069690240:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761305.511634:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069690368:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761305.511651:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761305.511659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff982a89b81500 x1876700069690368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761305.511694:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069690368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761305.511703:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761305.511708:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761305.511712:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069690368:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761305.511717:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069690496:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761305.511736:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761305.511744:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff982a89b80380 x1876700069690496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761305.511770:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069690496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761305.511778:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761305.511782:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761305.511785:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069690496:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761305.511792:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069690624:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761305.511813:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761305.511823:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff982a89b82d80 x1876700069690624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761305.511831:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069690624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761305.511846:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761305.511848:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761305.511851:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069690624:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761306.343285:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761307.367210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761308.391247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761309.415170:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761310.439209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761310.631198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.631212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761310.631218:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761310.631232:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 695
00000100:00080000:3.0:1789761310.631247:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.631255:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761310.631299:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069690752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761310.631326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.631329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761310.631331:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761310.631334:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 695
00000100:00080000:3.0:1789761310.631337:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.631339:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761310.631349:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761310.631362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069690880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761310.631408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.631413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761310.631416:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761310.631422:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 695
00000100:00080000:3.0:1789761310.631428:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.631433:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761310.631439:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761310.631458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069691008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761310.631466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.631469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761310.631471:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761310.631474:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 695
00000100:00080000:3.0:1789761310.631477:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.631480:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761310.631485:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761310.631497:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069691136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761310.631525:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761310.631529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761310.631530:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761310.631534:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 695
00000100:00080000:3.0:1789761310.631545:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761310.631551:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761310.631559:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761310.631571:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069691264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761311.463204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761312.487241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761313.511181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761314.535252:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761315.559246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761315.751159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.751178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761315.751182:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.751190:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 700
00000100:00080000:3.0:1789761315.751199:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.751205:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761315.751239:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069691392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761315.751260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.751263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761315.751264:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.751267:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 700
00000100:00080000:3.0:1789761315.751269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.751271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761315.751277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761315.751285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069691520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761315.751292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.751318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761315.751320:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.751329:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 700
00000100:00080000:3.0:1789761315.751333:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.751336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761315.751339:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761315.751350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069691648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761315.751358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.751360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761315.751362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.751365:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 700
00000100:00080000:3.0:1789761315.751367:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.751369:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761315.751373:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761315.751380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069691776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761315.751392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761315.751394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761315.751396:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761315.751399:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 700
00000100:00080000:3.0:1789761315.751401:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761315.751404:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761315.751413:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761315.751422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069691904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761316.583194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761317.607149:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761318.631196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761319.655153:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761320.679200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761320.871097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.871105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761320.871108:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.871117:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 705
00000100:00080000:3.0:1789761320.871129:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.871137:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761320.871176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069692032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.871197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.871200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761320.871202:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.871204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 705
00000100:00080000:3.0:1789761320.871210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.871213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761320.871221:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761320.871233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069692160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.871241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.871243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761320.871245:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.871250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 705
00000100:00080000:3.0:1789761320.871267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.871271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761320.871275:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761320.871288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069692288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.871298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.871303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761320.871305:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.871310:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 705
00000100:00080000:3.0:1789761320.871314:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.871318:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761320.871324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761320.871339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069692416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761320.871346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761320.871349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761320.871350:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761320.871353:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 705
00000100:00080000:3.0:1789761320.871355:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761320.871358:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761320.871361:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761320.871370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069692544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761321.703165:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761322.727200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761323.751155:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761324.775194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761325.799169:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761325.991169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.991180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761325.991184:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.991201:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 710
00000100:00080000:1.0:1789761325.991213:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.991220:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761325.991263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069692672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.991286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.991289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761325.991290:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.991297:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 710
00000100:00080000:1.0:1789761325.991299:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.991302:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761325.991311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761325.991323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069692800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.991362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.991366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761325.991369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.991374:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 710
00000100:00080000:1.0:1789761325.991380:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.991383:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761325.991388:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761325.991399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069692928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.991406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.991409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761325.991411:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.991413:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 710
00000100:00080000:1.0:1789761325.991416:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.991418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761325.991422:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761325.991431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069693056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.991439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.991442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761325.991443:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.991446:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 710
00000100:00080000:1.0:1789761325.991455:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.991459:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761325.991463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761325.991474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069693184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761326.823237:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761327.847204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761328.871211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761329.895198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761330.919181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761331.111313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761331.111330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761331.111335:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761331.112447:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 715
00000100:00080000:1.0:1789761331.112484:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761331.112497:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761331.112544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069693312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761331.112590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761331.112597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761331.112600:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761331.112607:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 715
00000100:00080000:1.0:1789761331.112612:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761331.112624:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761331.112642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761331.112657:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069693440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761331.112668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761331.112689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761331.112691:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761331.112694:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 715
00000100:00080000:1.0:1789761331.112698:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761331.112706:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761331.112712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761331.112724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069693568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761331.112731:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761331.112734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761331.112735:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761331.112737:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 715
00000100:00080000:1.0:1789761331.112741:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761331.112744:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761331.112748:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761331.112759:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069693696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761331.112790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761331.112797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761331.112803:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761331.112816:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 715
00000100:00080000:1.0:1789761331.112821:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761331.112828:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761331.112846:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761331.112874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069693824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761331.943197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761332.967187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761333.991155:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761335.015158:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761336.039154:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761336.231116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761336.231124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761336.231127:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761336.231135:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 720
00000100:00080000:1.0:1789761336.231144:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761336.231149:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761336.231176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069693952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761336.231198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761336.231200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761336.231201:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761336.231204:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 720
00000100:00080000:1.0:1789761336.231206:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761336.231208:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761336.231216:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761336.231224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069694080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761336.231231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761336.231233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761336.231249:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761336.231253:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 720
00000100:00080000:1.0:1789761336.231256:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761336.231262:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761336.231267:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761336.231277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069694208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761336.231285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761336.231287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761336.231288:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761336.231291:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 720
00000100:00080000:1.0:1789761336.231305:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761336.231308:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761336.231311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761336.231323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069694336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761336.231332:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761336.231334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761336.231335:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761336.231337:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 720
00000100:00080000:1.0:1789761336.231340:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761336.231343:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761336.231346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761336.231365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069694464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761337.063218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761338.087173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761339.111246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761340.135267:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761341.159211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761341.351153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761341.351162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761341.351166:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761341.351176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 725
00000100:00080000:2.0:1789761341.351205:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761341.351214:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761341.351245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069694592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761341.351270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761341.351272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761341.351274:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761341.351276:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 725
00000100:00080000:2.0:1789761341.351279:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761341.351282:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761341.351289:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761341.351297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069694720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761341.351305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761341.351308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761341.351311:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761341.351319:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 725
00000100:00080000:2.0:1789761341.351322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761341.351324:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761341.351327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761341.351336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069694848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761341.351342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761341.351350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761341.351352:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761341.351355:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 725
00000100:00080000:2.0:1789761341.351358:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761341.351361:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761341.351365:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761341.351375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069694976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761341.351382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761341.351384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761341.351385:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761341.351387:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 725
00000100:00080000:2.0:1789761341.351390:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761341.351392:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761341.351397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761341.351404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069695104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761342.183178:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761343.207257:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761344.231222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761344.423267:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789761344.423303:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761344.423317:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761344.423351:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761344.423358:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761344.423363:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761344.423368:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:1.0:1789761345.255207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761346.279205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761346.471143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.471154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761346.471159:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.471177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 731
00000100:00080000:1.0:1789761346.471189:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.471196:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761346.471232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069695232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761346.471259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.471263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761346.471265:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.471269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 731
00000100:00080000:1.0:1789761346.471272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.471276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761346.471284:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761346.471316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069695360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761346.471339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.471342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761346.471344:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.471347:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 731
00000100:00080000:1.0:1789761346.471357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.471361:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761346.471366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761346.471376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069695488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761346.471383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.471389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761346.471393:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.471396:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 731
00000100:00080000:1.0:1789761346.471400:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.471403:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761346.471407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761346.471417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069695616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761346.471426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.471430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761346.471432:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.471464:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 731
00000100:00080000:1.0:1789761346.471472:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.471479:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761346.471489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761346.471506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069695744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761347.303234:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761348.327187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761350.375191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761351.399206:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761351.591147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761351.591161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761351.591167:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761351.591181:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 736
00000100:00080000:1.0:1789761351.591195:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761351.591203:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761351.591247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069695872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761351.591274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761351.591276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761351.591278:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761351.591281:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 736
00000100:00080000:1.0:1789761351.591283:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761351.591286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761351.591294:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761351.591302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069696000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761351.591339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761351.591343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761351.591345:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761351.591350:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 736
00000100:00080000:1.0:1789761351.591355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761351.591361:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761351.591375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761351.591387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069696128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761351.591394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761351.591398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761351.591399:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761351.591402:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 736
00000100:00080000:1.0:1789761351.591419:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761351.591424:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761351.591428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761351.591439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069696256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761351.591446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761351.591448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761351.591450:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761351.591464:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 736
00000100:00080000:1.0:1789761351.591476:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761351.591480:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761351.591485:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761351.591497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069696384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761352.423247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761353.447274:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761354.471249:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761355.495300:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761356.519211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761356.711204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.711219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761356.711225:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.711238:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 741
00000100:00080000:3.0:1789761356.711253:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.711264:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761356.711337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069696512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761356.711363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.711365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761356.711379:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.711384:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 741
00000100:00080000:3.0:1789761356.711388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.711392:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761356.711403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761356.711417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069696640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761356.711428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.711431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761356.711432:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.711435:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 741
00000100:00080000:3.0:1789761356.711438:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.711441:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761356.711444:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761356.711451:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069696768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761356.711458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.711461:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761356.711462:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.711470:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 741
00000100:00080000:3.0:1789761356.711474:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.711477:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761356.711482:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761356.711495:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069696896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761356.711503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761356.711506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761356.711507:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761356.711510:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 741
00000100:00080000:3.0:1789761356.711514:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761356.711518:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761356.711523:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761356.711540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069697024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761358.567261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761359.591210:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761360.615220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761361.639228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761361.831100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.831112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761361.831116:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.831127:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 746
00000100:00080000:3.0:1789761361.831141:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.831149:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761361.831223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069697152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.831250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.831253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761361.831254:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.831257:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 746
00000100:00080000:3.0:1789761361.831261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.831264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761361.831273:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761361.831282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069697280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.831290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.831293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761361.831295:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.831299:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 746
00000100:00080000:3.0:1789761361.831304:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.831310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761361.831313:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761361.831319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069697408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.831324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.831327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761361.831345:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.831354:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 746
00000100:00080000:3.0:1789761361.831359:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.831362:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761361.831368:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761361.831377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069697536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.831384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.831387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761361.831388:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.831393:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 746
00000100:00080000:3.0:1789761361.831399:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.831402:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761361.831405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761361.831414:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069697664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761362.663286:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761363.687188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761364.711237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761365.735234:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761366.759230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761366.951136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.951147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761366.951152:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.951162:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 751
00000100:00080000:3.0:1789761366.951173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.951181:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761366.951225:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069697792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.951256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.951259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.951261:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.951263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 751
00000100:00080000:3.0:1789761366.951267:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.951272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761366.951282:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.951311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069697920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.951338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.951340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761366.951342:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.951348:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 751
00000100:00080000:3.0:1789761366.951352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.951355:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761366.951360:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.951371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069698048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.951382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.951386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.951387:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.951404:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 751
00000100:00080000:3.0:1789761366.951412:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.951417:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761366.951424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.951439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069698176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.951453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.951463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761366.951479:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.951485:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 751
00000100:00080000:3.0:1789761366.951491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.951499:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761366.951507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.951529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069698304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761367.783206:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761368.807242:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761369.831199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761370.855194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761371.879198:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761372.071169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761372.071178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761372.071183:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761372.071192:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 756
00000100:00080000:1.0:1789761372.071201:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761372.071207:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761372.071264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069698432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761372.071285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761372.071287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761372.071288:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761372.071291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 756
00000100:00080000:1.0:1789761372.071294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761372.071296:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761372.071319:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761372.071328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069698560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761372.071357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761372.071360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761372.071363:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761372.071383:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 756
00000100:00080000:1.0:1789761372.071392:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761372.071398:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761372.071404:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761372.071418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069698688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761372.071429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761372.071433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761372.071435:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761372.071438:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 756
00000100:00080000:1.0:1789761372.071443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761372.071446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761372.071451:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761372.071481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069698816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761372.071490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761372.071492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761372.071494:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761372.071497:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 756
00000100:00080000:1.0:1789761372.071508:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761372.071514:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761372.071520:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761372.071557:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069698944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761372.903263:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761373.927254:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761374.951207:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761375.975178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761376.999163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761377.191146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.191170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761377.191174:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.191183:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 761
00000100:00080000:3.0:1789761377.191191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.191197:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761377.191236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069699072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761377.191255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.191258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761377.191259:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.191262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 761
00000100:00080000:3.0:1789761377.191265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.191267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761377.191274:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761377.191285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069699200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761377.191297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.191302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761377.191305:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.191314:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 761
00000100:00080000:3.0:1789761377.191318:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.191323:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761377.191329:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761377.191350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069699328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761377.191365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.191369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761377.191371:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.191375:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 761
00000100:00080000:3.0:1789761377.191379:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.191383:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761377.191387:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761377.191398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069699456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761377.191404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761377.191406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761377.191407:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761377.191411:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 761
00000100:00080000:3.0:1789761377.191415:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761377.191421:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761377.191425:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761377.191435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069699584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761378.023192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761379.047177:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761380.071206:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761381.095174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761382.119211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761382.311101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.311108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761382.311112:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.311120:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 766
00000100:00080000:3.0:1789761382.311130:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.311136:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761382.311166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069699712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761382.311196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.311199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761382.311201:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.311204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 766
00000100:00080000:3.0:1789761382.311210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.311213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761382.311222:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761382.311232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069699840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761382.311240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.311245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761382.311250:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.311256:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 766
00000100:00080000:3.0:1789761382.311260:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.311264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761382.311270:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761382.311317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069699968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761382.311329:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.311335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761382.311340:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.311348:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 766
00000100:00080000:3.0:1789761382.311355:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.311362:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761382.311367:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761382.311381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069700096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761382.311397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761382.311400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761382.311402:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761382.311405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 766
00000100:00080000:3.0:1789761382.311408:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761382.311410:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761382.311412:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761382.311422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069700224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761383.143190:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761384.167206:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761385.191196:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761386.215243:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761387.239173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761387.431128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761387.431136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761387.431153:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761387.431161:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 772
00000100:00080000:3.0:1789761387.431170:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761387.431177:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761387.431209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069700352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761387.431231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761387.431234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761387.431235:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761387.431237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 772
00000100:00080000:3.0:1789761387.431240:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761387.431242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761387.431249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761387.431259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069700480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761387.431266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761387.431269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761387.431270:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761387.431273:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 772
00000100:00080000:3.0:1789761387.431275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761387.431277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761387.431296:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761387.431306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069700608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761387.431315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761387.431319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761387.431321:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761387.431325:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 772
00000100:00080000:3.0:1789761387.431330:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761387.431335:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761387.431340:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761387.431353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069700736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761387.431363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761387.431371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761387.431374:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761387.431380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 772
00000100:00080000:3.0:1789761387.431386:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761387.431389:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761387.431393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761387.431404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069700864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761388.263238:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761389.287202:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761390.311194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761391.335203:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761392.359203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761392.551134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.551142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761392.551145:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.551153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 777
00000100:00080000:3.0:1789761392.551162:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.551168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761392.551200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069700992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761392.551221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.551223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761392.551225:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.551227:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 777
00000100:00080000:3.0:1789761392.551230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.551232:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761392.551238:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761392.551246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069701120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761392.551252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.551255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761392.551256:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.551259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 777
00000100:00080000:3.0:1789761392.551261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.551278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761392.551285:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761392.551297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069701248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761392.551304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.551307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761392.551308:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.551312:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 777
00000100:00080000:3.0:1789761392.551317:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.551321:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761392.551326:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761392.551339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069701376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761392.551350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.551356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761392.551360:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.551366:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 777
00000100:00080000:3.0:1789761392.551372:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.551376:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761392.551382:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761392.551396:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069701504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761393.383246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761394.407192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761395.431201:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761396.455206:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761397.479271:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761397.671154:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.671162:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761397.671165:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.671176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 782
00000100:00080000:2.0:1789761397.671185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.671191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761397.671222:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069701632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.671256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.671259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761397.671261:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.671266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 782
00000100:00080000:2.0:1789761397.671270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.671274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761397.671291:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761397.671305:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069701760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.671315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.671318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761397.671320:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.671323:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 782
00000100:00080000:2.0:1789761397.671326:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.671330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761397.671334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761397.671342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069701888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.671356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.671360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761397.671361:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.671365:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 782
00000100:00080000:2.0:1789761397.671374:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.671378:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761397.671384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761397.671395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069702016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.671404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.671408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761397.671410:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.671413:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 782
00000100:00080000:2.0:1789761397.671416:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.671419:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761397.671424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761397.671432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069702144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761398.503183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761399.527219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761400.551188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761401.575198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761402.599233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789761402.791273:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069702272:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789761402.791330:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761402.791367:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff982a89b83800 x1876700069702272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.791389:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83800 x1876700069702272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.791405:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.791421:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761402.791429:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069702272:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761402.791455:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069702400:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761402.791479:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761402.791492:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff982a89b81180 x1876700069702400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.791502:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81180 x1876700069702400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.791508:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.791516:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761402.791519:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069702400:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761402.791523:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069702528:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761402.791539:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761402.791546:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff982a89b80a80 x1876700069702528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.791563:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80a80 x1876700069702528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.791570:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.791573:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761402.791577:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069702528:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761402.791583:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069702656:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761402.791604:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761402.791617:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff982a89b82d80 x1876700069702656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.791631:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069702656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.791640:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.791643:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761402.791647:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069702656:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761402.791653:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069702784:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761402.791684:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761402.791695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff982a89b80380 x1876700069702784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.791707:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069702784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.791715:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.791718:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761402.791722:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069702784:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761403.623242:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761404.647183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761405.671189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761406.695184:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761407.719211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761407.911156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761407.911164:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761407.911168:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761407.911176:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 792
00000100:00080000:3.0:1789761407.911185:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761407.911191:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761407.911224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069702912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761407.911245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761407.911248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761407.911249:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761407.911265:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 792
00000100:00080000:3.0:1789761407.911269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761407.911272:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761407.911281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761407.911302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069703040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761407.911314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761407.911316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761407.911318:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761407.911321:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 792
00000100:00080000:3.0:1789761407.911323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761407.911326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761407.911330:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761407.911343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069703168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761407.911354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761407.911357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761407.911359:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761407.911364:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 792
00000100:00080000:3.0:1789761407.911369:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761407.911373:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761407.911379:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761407.911391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069703296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761407.911407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761407.911411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761407.911414:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761407.911419:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 792
00000100:00080000:3.0:1789761407.911424:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761407.911429:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761407.911434:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761407.911448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069703424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761408.743201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761409.767187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761410.791200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789761410.983574:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761410]  req@ffff982a89a46d80 x1876700069703424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761410.983601:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069703424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761410.983613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761410.983618:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761410.983623:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069703424:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761410.983632:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761410]  req@ffff982a89a47800 x1876700069703040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761410.983644:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069703040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761410.983674:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761410.983678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761410.983681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069703040:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761410.983688:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761410]  req@ffff982a89a47480 x1876700069703168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761410.983700:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069703168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761410.983708:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761410.983711:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761410.983714:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069703168:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761410.983720:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761410]  req@ffff982a89a44a80 x1876700069703296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761410.983730:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069703296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761410.983737:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761410.983739:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761410.983742:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069703296:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761410.983749:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761410]  req@ffff982a89a47100 x1876700069702912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761410.983760:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069702912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761410.983779:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761410.983783:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761410.983787:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069702912:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789761411.815216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761412.839249:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761413.031167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.031177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761413.031181:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.031192:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 797
00000100:00080000:3.0:1789761413.031204:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.031212:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761413.031250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069703552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761413.031280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.031284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761413.031286:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.031291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 797
00000100:00080000:3.0:1789761413.031304:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.031309:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761413.031321:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761413.031338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069703680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761413.031350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.031374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761413.031378:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.031387:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 797
00000100:00080000:3.0:1789761413.031392:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.031396:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761413.031401:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761413.031418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069703808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761413.031428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.031432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761413.031434:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.031438:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 797
00000100:00080000:3.0:1789761413.031443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.031447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761413.031454:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761413.031469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069703936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761413.031480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761413.031484:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761413.031487:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761413.031498:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 797
00000100:00080000:3.0:1789761413.031508:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761413.031513:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761413.031533:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761413.031551:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069704064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761413.863260:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761414.887216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761415.911227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761416.935235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761417.959226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761418.151122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.151139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761418.151144:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.151153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 802
00000100:00080000:3.0:1789761418.151162:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.151168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761418.151199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069704192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761418.151231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.151235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761418.151237:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.151241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 802
00000100:00080000:3.0:1789761418.151245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.151249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761418.151259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761418.151277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069704320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761418.151288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.151306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761418.151309:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.151318:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 802
00000100:00080000:3.0:1789761418.151328:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.151338:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761418.151345:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761418.151361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069704448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761418.151373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.151377:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761418.151379:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.151383:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 802
00000100:00080000:3.0:1789761418.151389:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.151395:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761418.151400:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761418.151415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069704576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761418.151437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761418.151442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761418.151444:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761418.151449:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 802
00000100:00080000:3.0:1789761418.151455:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761418.151458:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761418.151469:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761418.151479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069704704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761418.983227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761421.031253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761422.055248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761423.079242:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761423.271136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761423.271145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761423.271150:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761423.271161:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 807
00000100:00080000:3.0:1789761423.271173:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761423.271182:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761423.271243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069704832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761423.271266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761423.271269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761423.271271:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761423.271274:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 807
00000100:00080000:3.0:1789761423.271277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761423.271281:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761423.271291:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761423.271302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069704960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761423.271310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761423.271337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761423.271339:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761423.271343:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 807
00000100:00080000:3.0:1789761423.271346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761423.271350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761423.271356:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761423.271371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069705088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761423.271382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761423.271386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761423.271388:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761423.271393:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 807
00000100:00080000:3.0:1789761423.271397:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761423.271401:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761423.271410:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761423.271424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069705216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761423.271431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761423.271433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761423.271435:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761423.271438:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 807
00000100:00080000:3.0:1789761423.271442:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761423.271445:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761423.271456:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761423.271471:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069705344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761424.103172:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761425.127207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761426.151159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761427.175192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761428.199191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761428.391167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.391178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761428.391182:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.391193:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 813
00000100:00080000:3.0:1789761428.391205:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.391213:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761428.391257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069705472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761428.391285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.391288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761428.391290:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.391293:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 813
00000100:00080000:3.0:1789761428.391296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.391298:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761428.391308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761428.391318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069705600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761428.391326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.391347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761428.391348:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.391357:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 813
00000100:00080000:3.0:1789761428.391361:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.391364:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761428.391368:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761428.391378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069705728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761428.391386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.391389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761428.391390:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.391393:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 813
00000100:00080000:3.0:1789761428.391396:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.391399:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761428.391403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761428.391409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069705856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761428.391415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761428.391418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761428.391419:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761428.391421:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 813
00000100:00080000:3.0:1789761428.391423:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761428.391426:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761428.391436:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761428.391447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069705984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761429.223216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761430.247191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761431.271207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761432.295187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761433.319227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761433.511133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.511140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761433.511144:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.511153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 818
00000100:00080000:3.0:1789761433.511163:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.511171:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761433.511207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069706112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761433.511233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.511236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761433.511238:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.511241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 818
00000100:00080000:3.0:1789761433.511244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.511247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761433.511254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761433.511266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069706240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761433.511274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.511292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761433.511294:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.511297:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 818
00000100:00080000:3.0:1789761433.511300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.511303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761433.511307:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761433.511316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069706368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761433.511323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.511326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761433.511327:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.511334:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 818
00000100:00080000:3.0:1789761433.511337:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.511340:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761433.511348:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761433.511359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069706496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761433.511365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761433.511368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761433.511369:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761433.511372:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 818
00000100:00080000:3.0:1789761433.511374:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761433.511377:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761433.511386:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761433.511398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069706624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761434.343166:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761435.367226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761436.391221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761438.439199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761438.631153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.631161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761438.631165:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.631173:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 823
00000100:00080000:2.0:1789761438.631182:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.631188:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761438.631224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069706752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761438.631244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.631265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761438.631267:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.631272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 823
00000100:00080000:2.0:1789761438.631276:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.631281:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761438.631290:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761438.631302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069706880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761438.631312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.631315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761438.631317:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.631320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 823
00000100:00080000:2.0:1789761438.631323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.631326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761438.631330:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761438.631339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069707008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761438.631346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.631349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761438.631351:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.631354:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 823
00000100:00080000:2.0:1789761438.631357:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.631360:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761438.631370:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761438.631381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069707136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761438.631390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.631393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761438.631395:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.631399:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 823
00000100:00080000:2.0:1789761438.631402:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.631406:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761438.631410:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761438.631418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069707264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761439.463220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761440.487291:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761441.511202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761442.535209:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761443.559201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761443.751160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.751171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761443.751176:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.751186:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 828
00000100:00080000:3.0:1789761443.751198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.751205:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761443.751251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069707392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761443.751280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.751284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761443.751286:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.751291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 828
00000100:00080000:3.0:1789761443.751295:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.751299:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761443.751311:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761443.751359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069707520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761443.751382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.751386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761443.751389:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.751394:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 828
00000100:00080000:3.0:1789761443.751397:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.751408:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761443.751413:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761443.751424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069707648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761443.751432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.751444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761443.751449:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.751457:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 828
00000100:00080000:3.0:1789761443.751462:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.751468:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761443.751474:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761443.751490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069707776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761443.751501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761443.751513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761443.751517:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761443.751535:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 828
00000100:00080000:3.0:1789761443.751547:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761443.751560:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761443.751577:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761443.751598:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069707904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761444.583258:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761445.607240:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761446.631233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761447.655241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761448.679211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761448.871148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.871156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761448.871159:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.871169:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 833
00000100:00080000:3.0:1789761448.871178:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.871184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761448.871217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069708032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.871242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.871246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761448.871248:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.871252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 833
00000100:00080000:3.0:1789761448.871256:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.871260:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761448.871287:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761448.871303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069708160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.871316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.871320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761448.871322:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.871329:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 833
00000100:00080000:3.0:1789761448.871333:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.871342:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761448.871354:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761448.871367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069708288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.871373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.871375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761448.871377:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.871379:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 833
00000100:00080000:3.0:1789761448.871381:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.871384:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761448.871387:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761448.871393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069708416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.871399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761448.871401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761448.871408:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761448.871411:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 833
00000100:00080000:3.0:1789761448.871414:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761448.871418:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761448.871423:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761448.871431:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069708544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761449.703199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761450.727277:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761451.751211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761452.775214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761453.799217:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761453.991124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761453.991134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761453.991138:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761453.991148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 838
00000100:00080000:2.0:1789761453.991160:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761453.991167:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761453.991203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069708672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761453.991234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761453.991237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761453.991238:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761453.991242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 838
00000100:00080000:2.0:1789761453.991257:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761453.991260:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761453.991268:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761453.991277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069708800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761453.991284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761453.991286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761453.991287:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761453.991290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 838
00000100:00080000:2.0:1789761453.991292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761453.991294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761453.991296:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761453.991302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069708928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761453.991307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761453.991309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761453.991311:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761453.991314:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 838
00000100:00080000:2.0:1789761453.991316:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761453.991319:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761453.991323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761453.991333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069709056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761453.991356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761453.991358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761453.991359:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761453.991362:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 838
00000100:00080000:2.0:1789761453.991364:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761453.991367:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761453.991371:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761453.991379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069709184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761454.823188:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761455.847231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761456.871159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761457.895211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761458.919210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761459.111153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761459.111161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761459.111165:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761459.111175:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 843
00000100:00080000:3.0:1789761459.111194:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761459.111201:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761459.111238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069709312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761459.111269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761459.111273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761459.111275:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761459.111278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 843
00000100:00080000:3.0:1789761459.111298:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761459.111304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761459.111314:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761459.111333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069709440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761459.111346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761459.111350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761459.111352:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761459.111356:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 843
00000100:00080000:3.0:1789761459.111360:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761459.111365:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761459.111370:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761459.111384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069709568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761459.111396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761459.111399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761459.111401:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761459.111405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 843
00000100:00080000:3.0:1789761459.111409:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761459.111413:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761459.111419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761459.111434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069709696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761459.111467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761459.111471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761459.111473:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761459.111478:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 843
00000100:00080000:3.0:1789761459.111482:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761459.111490:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761459.111499:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761459.111513:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069709824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761459.943286:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761460.967175:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761461.991167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761463.015274:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761464.039211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761464.231138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761464.231145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761464.231148:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761464.231157:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 848
00000100:00080000:3.0:1789761464.231166:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761464.231171:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761464.231206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069709952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761464.231234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761464.231238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761464.231240:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761464.231244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 848
00000100:00080000:3.0:1789761464.231263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761464.231266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761464.231274:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761464.231286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069710080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761464.231294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761464.231297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761464.231298:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761464.231301:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 848
00000100:00080000:3.0:1789761464.231304:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761464.231307:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761464.231310:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761464.231316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069710208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761464.231324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761464.231326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761464.231328:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761464.231333:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 848
00000100:00080000:3.0:1789761464.231347:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761464.231354:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761464.231358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761464.231369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069710336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761464.231392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761464.231395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761464.231397:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761464.231404:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 848
00000100:00080000:3.0:1789761464.231409:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761464.231415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761464.231421:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761464.231436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069710464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761465.063157:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761466.087196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761467.111171:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761468.135205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761469.159178:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761469.351157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.351165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761469.351169:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.351177:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 853
00000100:00080000:3.0:1789761469.351186:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.351193:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761469.351224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069710592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.351247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.351249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761469.351251:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.351253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 853
00000100:00080000:3.0:1789761469.351271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.351274:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761469.351282:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761469.351295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069710720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.351303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.351305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761469.351306:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.351309:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 853
00000100:00080000:3.0:1789761469.351311:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.351314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761469.351318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761469.351337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069710848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.351352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.351355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761469.351359:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.351364:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 853
00000100:00080000:3.0:1789761469.351368:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.351375:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761469.351380:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761469.351391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069710976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761469.351408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761469.351410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761469.351411:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761469.351414:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 853
00000100:00080000:3.0:1789761469.351417:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761469.351430:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761469.351436:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761469.351446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069711104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761470.183260:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761471.207182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761472.231212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761473.255218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761474.279210:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761474.471116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.471125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761474.471129:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.471138:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 859
00000100:00080000:3.0:1789761474.471148:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.471154:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761474.471199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069711232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761474.471228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.471232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761474.471247:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.471252:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 859
00000100:00080000:3.0:1789761474.471256:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.471260:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761474.471269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761474.471283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069711360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761474.471292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.471294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761474.471295:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.471298:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 859
00000100:00080000:3.0:1789761474.471301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.471303:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761474.471306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761474.471314:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069711488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761474.471320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.471323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761474.471324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.471326:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 859
00000100:00080000:3.0:1789761474.471329:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.471331:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761474.471334:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761474.471351:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069711616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761474.471357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761474.471360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761474.471361:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761474.471366:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 859
00000100:00080000:3.0:1789761474.471373:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761474.471378:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761474.471381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761474.471391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069711744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761475.303203:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761476.327176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761477.351249:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761477.543404:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789761477.543483:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761477.543508:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761477.543564:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761477.543577:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761477.543590:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761477.543603:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00010000:00010000:3.0:1789761478.375258:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761479.399225:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761479.591172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.591186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761479.591190:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.591201:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 864
00000100:00080000:3.0:1789761479.591212:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.591218:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761479.591254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069711872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761479.591275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.591293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761479.591295:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.591300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 864
00000100:00080000:3.0:1789761479.591306:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.591311:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761479.591328:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761479.591347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069712000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761479.591360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.591363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761479.591365:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.591370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 864
00000100:00080000:3.0:1789761479.591375:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.591381:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761479.591394:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761479.591406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069712128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761479.591412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.591415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761479.591417:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.591420:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 864
00000100:00080000:3.0:1789761479.591422:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.591425:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761479.591436:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761479.591447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069712256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761479.591485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761479.591487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761479.591488:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761479.591492:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 864
00000100:00080000:3.0:1789761479.591495:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761479.591499:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761479.591502:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761479.591511:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069712384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761480.423242:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761481.447217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761482.471177:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761483.495193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761484.519207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761484.711147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.711158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761484.711163:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.711173:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 869
00000100:00080000:2.0:1789761484.711185:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.711192:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761484.711245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069712512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761484.711296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.711300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761484.711303:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.711308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 869
00000100:00080000:2.0:1789761484.711313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.711318:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761484.711330:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761484.711346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069712640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761484.711357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.711361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761484.711363:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.711368:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 869
00000100:00080000:2.0:1789761484.711373:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.711380:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761484.711388:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761484.711434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069712768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761484.711450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.711455:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761484.711457:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.711462:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 869
00000100:00080000:2.0:1789761484.711476:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.711488:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761484.711498:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761484.711519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069712896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761484.711531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.711535:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761484.711541:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.711563:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 869
00000100:00080000:2.0:1789761484.711572:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.711581:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761484.711594:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761484.711612:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069713024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761485.543179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761486.567214:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761487.591238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761488.615218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761489.639242:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761489.831140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.831151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761489.831155:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.831165:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 874
00000100:00080000:2.0:1789761489.831177:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.831184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761489.831236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069713152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761489.831269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.831298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761489.831301:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.831306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 874
00000100:00080000:2.0:1789761489.831312:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.831320:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761489.831343:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761489.831363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069713280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761489.831388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.831392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761489.831394:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.831398:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 874
00000100:00080000:2.0:1789761489.831402:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.831410:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761489.831415:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761489.831427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069713408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761489.831434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.831437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761489.831438:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.831440:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 874
00000100:00080000:2.0:1789761489.831442:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.831445:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761489.831456:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761489.831465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069713536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761489.831477:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761489.831484:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761489.831487:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761489.831495:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 874
00000100:00080000:2.0:1789761489.831499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761489.831503:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761489.831509:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761489.831521:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069713664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761490.663220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761491.687205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761492.711277:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761493.735254:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761494.759192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761494.951153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.951161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761494.951165:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.951173:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 879
00000100:00080000:1.0:1789761494.951182:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.951188:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761494.951234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069713792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761494.951254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.951257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761494.951258:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.951261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 879
00000100:00080000:1.0:1789761494.951264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.951267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761494.951273:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761494.951286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069713920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761494.951293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.951296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761494.951297:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.951300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 879
00000100:00080000:1.0:1789761494.951302:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.951308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761494.951316:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761494.951325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069714048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761494.951332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.951349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761494.951350:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.951359:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 879
00000100:00080000:1.0:1789761494.951373:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.951377:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761494.951382:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761494.951397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069714176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761494.951404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.951406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761494.951407:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.951410:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 879
00000100:00080000:1.0:1789761494.951413:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.951416:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761494.951419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761494.951430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069714304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1789761495.783247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761496.807172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761497.831239:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761498.855176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761499.879186:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761500.071116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761500.071123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761500.071127:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761500.071143:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 884
00000100:00080000:1.0:1789761500.071154:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761500.071161:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761500.071211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069714432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761500.071239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761500.071243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761500.071245:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761500.071250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 884
00000100:00080000:1.0:1789761500.071254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761500.071259:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761500.071270:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761500.071286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069714560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761500.071312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761500.071315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761500.071316:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761500.071319:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 884
00000100:00080000:1.0:1789761500.071323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761500.071327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761500.071331:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761500.071347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069714688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761500.071357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761500.071361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761500.071362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761500.071377:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 884
00000100:00080000:1.0:1789761500.071384:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761500.071389:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761500.071396:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761500.071410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069714816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761500.071423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761500.071432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761500.071435:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761500.071441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 884
00000100:00080000:1.0:1789761500.071446:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761500.071455:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761500.071463:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761500.071481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069714944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761500.903172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761501.927172:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761502.951231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761503.975187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761504.999191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761505.191188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761505.191197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761505.191200:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761505.191210:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 889
00000100:00080000:3.0:1789761505.191253:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761505.191277:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761505.191325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069715072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761505.191345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761505.191347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761505.191349:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761505.191352:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 889
00000100:00080000:3.0:1789761505.191354:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761505.191357:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761505.191364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761505.191389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069715200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761505.191398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761505.191400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761505.191402:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761505.191408:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 889
00000100:00080000:3.0:1789761505.191414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761505.191419:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761505.191422:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761505.191431:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069715328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761505.191438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761505.191449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761505.191452:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761505.191457:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 889
00000100:00080000:3.0:1789761505.191478:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761505.191482:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761505.191488:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761505.191504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069715456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761505.191516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761505.191520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761505.191522:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761505.191526:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 889
00000100:00080000:3.0:1789761505.191533:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761505.191541:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761505.191548:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761505.191560:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069715584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761506.023210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761507.047155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761508.071191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761509.095157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761510.119195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761510.311124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.311132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761510.311135:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.311143:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 894
00000100:00080000:3.0:1789761510.311177:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.311183:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761510.311213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069715712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761510.311249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.311252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761510.311253:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.311258:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 894
00000100:00080000:3.0:1789761510.311262:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.311266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761510.311277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761510.311294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069715840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761510.311313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.311316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761510.311317:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.311321:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 894
00000100:00080000:3.0:1789761510.311324:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.311327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761510.311331:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761510.311341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069715968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761510.311347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.311354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761510.311356:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.311359:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 894
00000100:00080000:3.0:1789761510.311362:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.311367:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761510.311372:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761510.311382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069716096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761510.311389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761510.311391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761510.311392:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761510.311395:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 894
00000100:00080000:3.0:1789761510.311397:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761510.311400:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761510.311403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761510.311413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069716224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1789761511.143177:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761512.167168:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761513.191226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761514.215235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761515.239205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761515.431126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.431136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761515.431141:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.431152:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 900
00000100:00080000:3.0:1789761515.431163:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.431204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761515.431255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069716352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.431290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.431295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761515.431297:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.431302:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 900
00000100:00080000:3.0:1789761515.431307:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.431313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761515.431326:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.431343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069716480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.431355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.431359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761515.431361:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.431367:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 900
00000100:00080000:3.0:1789761515.431371:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.431382:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761515.431393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.431409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069716608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.431434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.431438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761515.431449:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.431455:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 900
00000100:00080000:3.0:1789761515.431461:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.431467:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761515.431482:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.431502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069716736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.431515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761515.431520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761515.431523:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761515.431528:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 900
00000100:00080000:3.0:1789761515.431533:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761515.431539:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761515.431556:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.431578:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069716864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1789761516.263186:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761517.287223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761518.311234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761519.335187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761520.359228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761520.551189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761520.551215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761520.551221:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761520.551234:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 905
00000100:00080000:3.0:1789761520.551249:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761520.551258:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761520.551327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069716992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761520.551364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761520.551367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761520.551369:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761520.551373:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 905
00000100:00080000:3.0:1789761520.551376:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761520.551380:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761520.551390:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761520.551402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069717120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761520.551410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761520.551414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761520.551416:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761520.551423:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 905
00000100:00080000:3.0:1789761520.551426:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761520.551429:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761520.551432:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761520.551439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069717248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761520.551446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761520.551449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761520.551450:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761520.551459:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 905
00000100:00080000:3.0:1789761520.551462:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761520.551466:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761520.551471:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761520.551478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069717376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761520.551496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761520.551499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761520.551500:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761520.551503:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 905
00000100:00080000:3.0:1789761520.551505:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761520.551507:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761520.551510:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761520.551520:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069717504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761520.551907:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069717504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761520.551924:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761520.551927:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761520.551929:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069717504:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761521.383172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761522.407266:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761523.431175:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761524.455225:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761525.479178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761525.671169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.671183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761525.671189:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.671203:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 910
00000100:00080000:1.0:1789761525.671216:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.671224:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761525.671269:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069717632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761525.671323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.671326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761525.671329:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.671333:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 910
00000100:00080000:1.0:1789761525.671338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.671343:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761525.671355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761525.671371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069717760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761525.671376:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069717632:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761525.671390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.671395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761525.671397:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.671403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 910
00000100:00080000:1.0:1789761525.671408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.671412:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761525.671418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761525.671431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069717888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761525.671438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.671442:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761525.671443:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.671446:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 910
00000800:00000100:0.0:1789761525.671454:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789761525.671458:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.671464:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761525.671469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761525.671480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069718016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761525.671487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.671490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761525.671492:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.671495:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 910
00000100:00080000:1.0:1789761525.671497:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.671504:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761525.671505:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff982a8805a300 x1876700069717632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761525.671511:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761525.671530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069718144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761525.671537:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069717632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761525.671556:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761525.671561:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761525.671566:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069717632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761525.671608:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069717760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761525.671629:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761525.671639:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff982a8805bb80 x1876700069717760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761525.671648:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069717760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761525.671655:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761525.671658:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761525.671662:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069717760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761525.671677:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069717888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761525.671701:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761525.671714:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff982a8805b480 x1876700069717888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761525.671723:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069717888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761525.671729:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761525.671732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761525.671734:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069717888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761525.671740:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761525.671772:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761525.671785:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff982a88059f80 x1876700069718016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761525.671796:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069718016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761525.671802:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761525.671804:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761525.671806:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761525.671810:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761525.671828:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761525.671839:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff982a8805b100 x1876700069718144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761525.671860:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069718144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761525.671869:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761525.671873:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761525.671877:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718144:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761526.503199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761527.527173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761528.551218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761529.575195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761530.599170:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761530.791213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.791224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761530.791229:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.791239:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 915
00000100:00080000:3.0:1789761530.791252:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.791259:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761530.791344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069718272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761530.791376:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.791379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761530.791381:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.791384:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 915
00000100:00080000:3.0:1789761530.791387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.791390:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761530.791400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761530.791412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069718400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761530.791421:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069718272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761530.791422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.791430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761530.791433:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.791437:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 915
00000100:00080000:3.0:1789761530.791439:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.791441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761530.791444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761530.791470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069718528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761530.791476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.791478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761530.791480:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.791488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 915
00000100:00080000:3.0:1789761530.791492:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.791496:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761530.791500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761530.791508:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069718656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761530.791518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.791538:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789761530.791542:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761530.791543:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761530.791551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 915
00000100:00080000:3.0:1789761530.791556:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761530.791561:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761530.791567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761530.791594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069718784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761530.791600:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff982a89a44380 x1876700069718272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761530.791629:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069718272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761530.791638:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761530.791641:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761530.791645:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069718272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761530.791672:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761530.791698:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761530.791712:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff982a89a44a80 x1876700069718400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761530.791723:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069718400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761530.791729:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761530.791738:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761530.791741:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761530.791746:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761530.791762:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761530.791770:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff982a89a47100 x1876700069718528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761530.791786:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069718528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761530.791795:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761530.791797:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761530.791799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761530.791803:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761530.791818:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761530.791824:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff982a89a45f80 x1876700069718656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761530.791832:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069718656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761530.791837:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761530.791838:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761530.791840:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761530.791844:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761530.791864:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761530.791871:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff982a89a47480 x1876700069718784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761530.791879:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069718784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761530.791884:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761530.791886:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761530.791888:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069718784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761531.623244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761532.647222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761533.671171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761534.695251:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761535.719238:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761535.911152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.911163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761535.911167:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.911178:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 920
00000100:00080000:3.0:1789761535.911192:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.911201:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761535.911256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069718912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.911314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.911318:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761535.911321:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.911326:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 920
00000100:00080000:3.0:1789761535.911331:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.911338:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761535.911351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761535.911369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069719040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.911383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761535.911391:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069718912:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761535.911393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761535.911400:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.911408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 920
00000100:00080000:3.0:1789761535.911414:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.911420:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761535.911428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761535.911444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069719168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.911455:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.911460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789761535.911461:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761535.911469:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.911478:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 920
00000100:00080000:3.0:1789761535.911488:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.911494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761535.911502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761535.911511:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff982a89a46680 x1876700069718912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761535.911518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069719296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761535.911539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761535.911542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761535.911544:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761535.911550:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 920
00000100:00100000:0.0:1789761535.911551:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069718912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761535.911553:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761535.911559:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761535.911564:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761535.911576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069719424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761535.911582:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.911589:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761535.911594:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069718912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761535.911628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761535.911650:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761535.911660:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff982a89a45180 x1876700069719040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761535.911669:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069719040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761535.911688:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.911690:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761535.911693:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761535.911697:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761535.911713:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761535.911720:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff982a89a47b80 x1876700069719168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761535.911728:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069719168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761535.911733:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.911735:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761535.911738:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761535.911741:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761535.911753:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761535.911759:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff982a89a47480 x1876700069719296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761535.911766:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069719296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761535.911771:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.911773:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761535.911775:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761535.911784:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761535.911797:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761535.911803:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff982a89a45f80 x1876700069719424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761535.911810:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069719424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761535.911815:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761535.911817:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761535.911819:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719424:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761536.743187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761537.767150:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761538.791216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761539.815200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761540.839234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761541.031111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761541.031121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761541.031126:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761541.031136:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 925
00000100:00080000:3.0:1789761541.031149:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761541.031156:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761541.031197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069719552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761541.031236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761541.031240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761541.031241:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761541.031244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 925
00000100:00080000:3.0:1789761541.031247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761541.031250:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761541.031258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761541.031268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069719680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761541.031276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761541.031279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761541.031280:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761541.031282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 925
00000100:00080000:3.0:1789761541.031285:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761541.031287:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761541.031290:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761541.031303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069719808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761541.031312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761541.031320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789761541.031323:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069719552:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761541.031323:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761541.031335:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 925
00000100:00080000:3.0:1789761541.031343:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761541.031349:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761541.031359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761541.031370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069719936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761541.031378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761541.031382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761541.031385:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761541.031389:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 925
00000100:00080000:3.0:1789761541.031394:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761541.031399:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761541.031405:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761541.031419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069720064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761541.031448:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761541.031500:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761541.031532:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761541.031559:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720064:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761541.863192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761542.887205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761543.911201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761544.103358:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789761544.103419:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761544.103442:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761544.103494:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761544.103506:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761544.103517:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761544.103530:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789761544.103557:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761544]  req@ffff982a89a44380 x1876700069719808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761544.103606:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069719808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761544.103620:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761544.103626:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761544.103652:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761544.103662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761544]  req@ffff982a89a47800 x1876700069719936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761544.103679:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069719936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761544.103689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761544.103694:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761544.103698:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761544.103706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761544]  req@ffff982a89a46d80 x1876700069720064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761544.103719:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069720064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761544.103727:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761544.103732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761544.103735:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720064:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761544.103742:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761544]  req@ffff982a89a47100 x1876700069719552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761544.103755:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069719552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761544.103763:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761544.103766:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761544.103769:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069719552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761544.103784:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761541/real 1789761544]  req@ffff982a89a44a80 x1876700069719680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761544.103798:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069719680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761544.103807:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761544.103811:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761544.103815:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069719680:192.168.203.153@tcp:38:
00010000:00010000:3.0:1789761544.935197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761545.959186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761546.151151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761546.151163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761546.151168:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761546.151180:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 930
00000100:00080000:3.0:1789761546.151194:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761546.151203:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761546.151245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069720192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761546.151292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761546.151296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761546.151299:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761546.151307:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 930
00000100:00080000:3.0:1789761546.151312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761546.151317:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761546.151329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761546.151344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069720320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761546.151348:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069720192:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761546.151354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761546.151358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761546.151359:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761546.151363:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 930
00000100:00080000:3.0:1789761546.151366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761546.151370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761546.151374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761546.151383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069720448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761546.151391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761546.151395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761546.151396:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761546.151399:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 930
00000100:00080000:3.0:1789761546.151408:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761546.151413:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761546.151417:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761546.151428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069720576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761546.151432:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761546.151437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761546.151440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761546.151442:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761546.151445:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 930
00000100:00080000:3.0:1789761546.151449:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761546.151452:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761546.151456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761546.151465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069720704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761546.151478:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff982a89a44700 x1876700069720192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761546.151497:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069720192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761546.151509:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761546.151514:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761546.151518:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069720192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761546.151553:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761546.151579:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761546.151594:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff982a89a46300 x1876700069720320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761546.151608:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069720320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761546.151625:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761546.151629:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761546.151633:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761546.151640:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761546.151666:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761546.151679:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff982a89a44000 x1876700069720448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761546.151692:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069720448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761546.151700:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761546.151704:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761546.151707:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761546.151715:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761546.151738:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761546.151751:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff982a89a45c00 x1876700069720576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761546.151763:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069720576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761546.151771:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761546.151774:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761546.151778:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761546.151791:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761546.151814:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761546.151826:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761546/real 1789761546]  req@ffff982a89a45500 x1876700069720704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761546.151838:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069720704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761546.151846:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761546.151849:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761546.151853:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720704:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761546.983181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761548.007196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761549.031168:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761550.055146:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761551.079172:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761551.271120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.271129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761551.271133:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.271142:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 935
00000100:00080000:3.0:1789761551.271151:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.271156:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761551.271210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069720832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761551.271237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.271241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761551.271242:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.271245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 935
00000100:00080000:3.0:1789761551.271249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.271252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761551.271260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761551.271274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069720960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761551.271286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761551.271288:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069720832:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761551.271291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761551.271293:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.271299:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 935
00000100:00080000:3.0:1789761551.271307:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.271311:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761551.271317:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761551.271328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069721088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761551.271336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.271338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761551.271340:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.271349:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 935
00000100:00080000:3.0:1789761551.271353:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.271357:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761551.271361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761551.271367:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761551.271371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069721216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761551.271379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761551.271382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761551.271383:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761551.271385:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 935
00000100:00080000:3.0:1789761551.271387:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761551.271389:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761551.271391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761551.271397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069721344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761551.271433:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff982a89a44e00 x1876700069720832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761551.271454:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069720832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761551.271463:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761551.271466:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761551.271468:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069720832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761551.271488:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761551.271507:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761551.271523:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff982a89a45880 x1876700069720960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761551.271543:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069720960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761551.271549:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761551.271551:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761551.271553:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069720960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761551.271558:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761551.271572:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761551.271578:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff982a89a46a00 x1876700069721088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761551.271585:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069721088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761551.271590:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761551.271592:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761551.271594:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761551.271597:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761551.271607:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761551.271613:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff982a89a45500 x1876700069721216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761551.271620:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069721216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761551.271633:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761551.271635:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761551.271637:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761551.271641:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761551.271653:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761551.271659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761551/real 1789761551]  req@ffff982a89a45c00 x1876700069721344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761551.271666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069721344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761551.271671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761551.271673:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761551.271675:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721344:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761552.103227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761553.127177:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761554.151169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761555.175246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761556.199196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761556.391122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.391133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761556.391137:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.391148:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 941
00000100:00080000:3.0:1789761556.391160:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761556.391191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761556.391252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069721472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761556.391291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.391295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761556.391298:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.391303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 941
00000100:00080000:3.0:1789761556.391308:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761556.391314:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761556.391326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761556.391336:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069721472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761556.391343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069721600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761556.391352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.391354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761556.391356:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.391359:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 941
00000100:00080000:3.0:1789761556.391363:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761556.391366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761556.391369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761556.391379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069721728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761556.391385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.391388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761556.391394:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.391398:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 941
00000100:00080000:3.0:1789761556.391401:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761556.391404:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789761556.391409:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789761556.391410:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761556.391421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069721856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761556.391429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761556.391432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761556.391433:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.391435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 941
00000100:00080000:3.0:1789761556.391437:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761556.391440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761556.391443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761556.391450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069721984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761556.391470:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff982a89a44000 x1876700069721472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761556.391494:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069721472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761556.391507:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761556.391524:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761556.391528:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069721472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761556.391560:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761556.391580:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761556.391590:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff982a89a46300 x1876700069721600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761556.391599:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069721600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761556.391605:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761556.391608:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761556.391610:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761556.391614:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761556.391625:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761556.391632:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff982a89a44700 x1876700069721728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761556.391639:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069721728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761556.391644:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761556.391646:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761556.391648:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761556.391652:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761556.391670:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761556.391681:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff982a89a44a80 x1876700069721856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761556.391703:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069721856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761556.391712:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761556.391716:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761556.391719:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761556.391726:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761556.391749:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761556.391761:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff982a89a47100 x1876700069721984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761556.391770:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069721984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761556.391776:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761556.391778:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761556.391780:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069721984:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761557.223224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761558.247150:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761559.271180:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761560.295171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761561.319179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761561.511128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.511139:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761561.511144:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.511154:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 946
00000100:00080000:3.0:1789761561.511188:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.511194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761561.511221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069722112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761561.511241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.511244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761561.511245:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.511248:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 946
00000100:00080000:3.0:1789761561.511250:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.511252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761561.511259:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761561.511268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069722240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761561.511275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.511278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761561.511279:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.511283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 946
00000100:00080000:3.0:1789761561.511287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.511293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761561.511295:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069722112:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761561.511299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761561.511316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069722368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761561.511327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.511347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761561.511350:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.511355:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 946
00000800:00000100:0.0:1789761561.511361:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761561.511361:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.511368:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761561.511374:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761561.511385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069722496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761561.511392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761561.511395:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761561.511396:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761561.511399:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 946
00000100:00080000:3.0:1789761561.511401:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761561.511404:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761561.511407:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff982a89a46d80 x1876700069722112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761561.511409:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761561.511423:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069722624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761561.511431:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069722112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761561.511445:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761561.511457:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761561.511462:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069722112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761561.511470:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761561.511492:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761561.511502:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff982a89a47800 x1876700069722240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761561.511510:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069722240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761561.511516:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761561.511518:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761561.511520:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761561.511540:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761561.511559:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761561.511571:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff982a89a44380 x1876700069722368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761561.511584:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069722368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761561.511593:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761561.511596:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761561.511600:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761561.511606:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761561.511639:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761561.511650:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff982a89a45f80 x1876700069722496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761561.511657:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069722496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761561.511663:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761561.511665:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761561.511667:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761561.511671:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761561.511684:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761561.511689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff982a89a47480 x1876700069722624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761561.511696:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069722624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761561.511701:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761561.511703:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761561.511705:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722624:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761562.343168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761563.367192:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761564.391212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761565.415180:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761566.439211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761566.631206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761566.631222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761566.631228:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761566.631242:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 951
00000100:00080000:2.0:1789761566.631256:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761566.631266:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761566.631319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069722752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761566.631347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761566.631350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761566.631351:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761566.631355:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 951
00000100:00080000:2.0:1789761566.631357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761566.631360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761566.631369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761566.631379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069722880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761566.631410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761566.631414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761566.631416:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069722752:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789761566.631417:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761566.631424:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 951
00000100:00080000:2.0:1789761566.631430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761566.631434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761566.631446:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761566.631461:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069723008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761566.631472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761566.631476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761566.631478:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761566.631482:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 951
00000100:00080000:2.0:1789761566.631487:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761566.631492:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761566.631497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761566.631512:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789761566.631514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069723136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761566.631528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761566.631532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761566.631535:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761566.631540:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 951
00000100:00080000:2.0:1789761566.631552:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761566.631558:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761566.631565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761566.631582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069723264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761566.631583:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff982a9216d180 x1876700069722752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761566.631629:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069722752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761566.631638:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761566.631642:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761566.631645:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069722752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761566.631668:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761566.631688:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761566.631698:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff982a9216f800 x1876700069722880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761566.631710:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069722880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761566.631719:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761566.631723:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761566.631727:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069722880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761566.631733:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761566.631766:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761566.631779:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff982a9216df80 x1876700069723008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761566.631788:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069723008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761566.631794:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761566.631815:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761566.631818:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761566.631823:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761566.631842:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761566.631850:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff982a9216f480 x1876700069723136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761566.631858:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069723136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761566.631863:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761566.631865:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761566.631867:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761566.631871:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761566.631881:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761566.631886:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff982a9216e680 x1876700069723264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761566.631894:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069723264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761566.631899:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761566.631901:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761566.631902:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723264:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761567.463353:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761568.487196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761569.511224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761570.535255:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761571.559257:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761571.751130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761571.751141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761571.751145:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761571.751155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 956
00000100:00080000:2.0:1789761571.751166:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761571.751173:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761571.751221:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069723392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761571.751254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761571.751258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761571.751261:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761571.751265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 956
00000100:00080000:2.0:1789761571.751269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761571.751272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761571.751282:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761571.751299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069723520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761571.751311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761571.751323:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069723392:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789761571.751336:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761571.751339:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761571.751343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 956
00000100:00080000:2.0:1789761571.751352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761571.751358:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761571.751364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761571.751378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069723648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761571.751387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761571.751390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761571.751392:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761571.751397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 956
00000100:00080000:2.0:1789761571.751399:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761571.751402:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761571.751406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761571.751424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069723776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761571.751425:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789761571.751440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761571.751444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761571.751447:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761571.751454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 956
00000100:00080000:2.0:1789761571.751459:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761571.751465:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761571.751477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761571.751487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069723904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761571.751499:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff982a9216ed80 x1876700069723392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761571.751524:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069723392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761571.751533:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761571.751536:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761571.751539:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069723392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761571.751563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761571.751583:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761571.751593:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff982a9216ca80 x1876700069723520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761571.751601:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069723520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761571.751607:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761571.751609:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761571.751612:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761571.751616:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761571.751627:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761571.751633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff982a9216f100 x1876700069723648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761571.751640:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069723648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761571.751652:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761571.751654:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761571.751657:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761571.751661:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761571.751675:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761571.751682:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff982a9216e680 x1876700069723776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761571.751690:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069723776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761571.751695:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761571.751697:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761571.751698:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761571.751702:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761571.751713:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761571.751718:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff982a9216f480 x1876700069723904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761571.751726:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069723904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761571.751730:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761571.751732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761571.751734:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069723904:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761572.583244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761573.607231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761574.631201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761575.655191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761576.679234:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761576.871163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.871172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761576.871177:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.871188:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 961
00000100:00080000:3.0:1789761576.871206:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.871216:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761576.871259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069724032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.871279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.871282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761576.871284:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.871287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 961
00000100:00080000:3.0:1789761576.871289:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.871292:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761576.871301:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761576.871310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069724160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.871317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.871320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761576.871321:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.871323:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 961
00000100:00080000:3.0:1789761576.871325:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.871328:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761576.871331:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761576.871336:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069724032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761576.871369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069724288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.871380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.871385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761576.871387:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.871392:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 961
00000100:00080000:3.0:1789761576.871397:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.871402:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761576.871408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761576.871417:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761576.871424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069724416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761576.871432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761576.871435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761576.871437:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761576.871440:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 961
00000100:00080000:3.0:1789761576.871443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761576.871445:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761576.871449:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761576.871458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069724544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761576.871467:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff982a89a47b80 x1876700069724032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.871489:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069724032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.871501:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.871506:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761576.871511:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069724032:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761576.871521:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761576.871544:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761576.871555:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff982a89a45180 x1876700069724160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.871564:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069724160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.871570:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.871572:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761576.871574:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761576.871598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761576.871610:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761576.871617:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff982a89a46680 x1876700069724288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.871638:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069724288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.871643:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.871645:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761576.871648:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761576.871651:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761576.871665:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761576.871671:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff982a89a47480 x1876700069724416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.871678:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069724416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.871683:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.871685:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761576.871687:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761576.871690:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761576.871700:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761576.871706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff982a89a45f80 x1876700069724544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761576.871715:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069724544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761576.871752:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761576.871756:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761576.871760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724544:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761577.703177:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761578.727177:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761579.751189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761580.775176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761581.799194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761581.991126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.991134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761581.991138:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.991146:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 966
00000100:00080000:2.0:1789761581.991155:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.991162:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761581.991191:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069724672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.991213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.991216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761581.991217:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.991220:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 966
00000100:00080000:2.0:1789761581.991222:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.991224:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761581.991231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.991245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069724800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.991253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.991256:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761581.991257:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761581.991262:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069724672:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789761581.991263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 966
00000100:00080000:2.0:1789761581.991280:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.991283:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761581.991288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.991297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069724928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.991304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.991306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761581.991308:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.991310:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 966
00000100:00080000:2.0:1789761581.991313:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.991315:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761581.991318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761581.991319:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789761581.991331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069725056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.991339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.991341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761581.991343:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.991345:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 966
00000100:00080000:2.0:1789761581.991348:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.991355:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761581.991358:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.991367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069725184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761581.991369:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff982a9216df80 x1876700069724672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.991394:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069724672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.991403:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.991407:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761581.991409:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069724672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761581.991430:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761581.991446:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761581.991454:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff982a9216f800 x1876700069724800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.991462:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069724800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.991468:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.991470:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761581.991472:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761581.991483:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761581.991497:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761581.991504:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff982a9216d180 x1876700069724928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.991512:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069724928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.991517:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.991519:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761581.991521:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069724928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761581.991524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761581.991535:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761581.991541:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff982a9216f480 x1876700069725056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.991548:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069725056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.991553:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.991555:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761581.991557:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761581.991561:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761581.991570:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761581.991575:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff982a9216e680 x1876700069725184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761581.991588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069725184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761581.991593:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761581.991595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761581.991597:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725184:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761582.823201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761583.847244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761584.871236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761585.895174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761586.919205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761587.111145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761587.111154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761587.111158:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761587.111166:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 971
00000100:00080000:1.0:1789761587.111175:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761587.111181:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761587.111215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069725312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761587.111240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761587.111244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761587.111246:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761587.111251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 971
00000100:00080000:1.0:1789761587.111259:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761587.111275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761587.111285:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069725312:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789761587.111285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761587.111299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069725440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761587.111308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761587.111311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761587.111312:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761587.111316:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 971
00000100:00080000:1.0:1789761587.111319:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761587.111321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761587.111325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761587.111332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069725568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761587.111339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761587.111342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761587.111345:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761587.111346:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789761587.111350:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 971
00000100:00080000:1.0:1789761587.111358:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761587.111361:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761587.111364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761587.111372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069725696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761587.111378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761587.111384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789761587.111387:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff982a88059880 x1876700069725312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761587.111388:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761587.111396:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 971
00000100:00080000:1.0:1789761587.111403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761587.111410:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761587.111413:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069725312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761587.111417:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761587.111428:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761587.111431:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761587.111438:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069725312:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789761587.111439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069725824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761587.111459:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761587.111482:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761587.111491:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff982a88058e00 x1876700069725440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761587.111500:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069725440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761587.111506:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761587.111514:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761587.111517:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761587.111521:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761587.111536:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761587.111542:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff982a88058000 x1876700069725568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761587.111550:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069725568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761587.111555:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761587.111558:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761587.111561:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761587.111568:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761587.111588:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761587.111599:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff982a8805aa00 x1876700069725696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761587.111612:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069725696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761587.111620:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761587.111623:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761587.111625:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761587.111630:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761587.111669:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761587.111677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761587/real 1789761587]  req@ffff982a88059c00 x1876700069725824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761587.111685:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069725824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761587.111691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761587.111693:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761587.111695:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069725824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761587.943227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761588.967253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761589.991252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761591.015213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761592.039238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761592.231158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761592.231169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761592.231173:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761592.231183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 976
00000100:00080000:1.0:1789761592.231195:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761592.231202:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761592.231246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069725952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761592.231273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761592.231276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761592.231278:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761592.231281:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 976
00000100:00080000:1.0:1789761592.231283:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761592.231304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761592.231314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761592.231323:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069725952:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789761592.231327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069726080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761592.231337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761592.231340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761592.231341:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761592.231344:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 976
00000100:00080000:1.0:1789761592.231347:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761592.231349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761592.231352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761592.231360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069726208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761592.231367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761592.231370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761592.231371:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761592.231373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 976
00000100:00080000:1.0:1789761592.231390:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761592.231393:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761592.231396:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761592.231402:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789761592.231406:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069726336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761592.231413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761592.231421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761592.231423:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761592.231426:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 976
00000100:00080000:1.0:1789761592.231431:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761592.231434:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761592.231438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761592.231447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069726464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761592.231461:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff982a88058380 x1876700069725952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761592.231480:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069725952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761592.231489:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761592.231493:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761592.231496:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069725952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761592.231530:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761592.231550:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761592.231560:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff982a88059500 x1876700069726080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761592.231568:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069726080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761592.231581:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761592.231583:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761592.231586:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761592.231590:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761592.231618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761592.231628:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff982a88058a80 x1876700069726208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761592.231636:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069726208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761592.231642:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761592.231644:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761592.231647:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761592.231651:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761592.231665:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761592.231672:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff982a8805b800 x1876700069726336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761592.231679:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069726336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761592.231684:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761592.231686:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761592.231688:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761592.231698:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761592.231712:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761592.231718:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761592/real 1789761592]  req@ffff982a88058700 x1876700069726464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761592.231726:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069726464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761592.231730:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761592.231732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761592.231734:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761593.063189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761594.087256:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761595.111254:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761596.135197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761597.159171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761597.351156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761597.351164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761597.351167:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761597.351175:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 981
00000100:00080000:2.0:1789761597.351185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761597.351190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761597.351223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069726592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761597.351241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761597.351244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761597.351245:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761597.351248:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 981
00000100:00080000:2.0:1789761597.351251:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761597.351253:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761597.351261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761597.351270:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069726720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761597.351277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761597.351282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761597.351283:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069726592:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789761597.351284:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761597.351291:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 981
00000100:00080000:2.0:1789761597.351294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761597.351296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761597.351313:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761597.351323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069726848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761597.351330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761597.351333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761597.351334:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761597.351336:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 981
00000100:00080000:2.0:1789761597.351338:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761597.351341:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761597.351345:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761597.351352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069726976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761597.351358:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789761597.351361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761597.351365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761597.351366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761597.351369:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 981
00000100:00080000:2.0:1789761597.351372:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761597.351374:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761597.351378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761597.351384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069727104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761597.351405:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff982a9216f100 x1876700069726592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761597.351420:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069726592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761597.351428:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761597.351431:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761597.351434:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069726592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761597.351453:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761597.351469:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761597.351478:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff982a9216ca80 x1876700069726720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761597.351497:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069726720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761597.351502:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761597.351504:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761597.351507:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761597.351511:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761597.351523:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761597.351529:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff982a9216ed80 x1876700069726848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761597.351536:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069726848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761597.351541:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761597.351543:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761597.351545:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761597.351548:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761597.351559:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761597.351565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff982a9216e680 x1876700069726976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761597.351588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069726976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761597.351602:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761597.351605:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761597.351607:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069726976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761597.351611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761597.351626:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761597.351633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff982a9216f480 x1876700069727104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761597.351640:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069727104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761597.351645:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761597.351647:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761597.351649:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727104:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761598.183198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761599.207203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761600.231195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761601.255199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761602.279235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761602.471182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761602.471196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761602.471201:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761602.471213:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 987
00000100:00080000:1.0:1789761602.471228:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761602.471238:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761602.471289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069727232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761602.471321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761602.471325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761602.471327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761602.471353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 987
00000100:00080000:1.0:1789761602.471357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761602.471361:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761602.471366:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069727232:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789761602.471373:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761602.471387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069727360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761602.471396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761602.471399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761602.471400:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761602.471404:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 987
00000100:00080000:1.0:1789761602.471407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761602.471409:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761602.471413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761602.471419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069727488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761602.471426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761602.471429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761602.471430:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761602.471432:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 987
00000100:00080000:1.0:1789761602.471434:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761602.471438:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789761602.471440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761602.471445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761602.471454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069727616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761602.471466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761602.471468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761602.471470:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761602.471472:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 987
00000100:00080000:1.0:1789761602.471475:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761602.471478:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761602.471482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761602.471491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069727744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761602.471501:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff982a8805a680 x1876700069727232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.471525:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069727232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.471547:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.471551:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761602.471554:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069727232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761602.471590:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761602.471616:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761602.471629:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff982a88059180 x1876700069727360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.471639:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069727360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.471645:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.471647:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761602.471649:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761602.471654:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761602.471668:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761602.471675:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff982a8805ad80 x1876700069727488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.471682:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069727488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.471688:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.471690:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761602.471692:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761602.471695:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761602.471707:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761602.471713:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff982a88058700 x1876700069727616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.471727:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069727616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.471733:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.471736:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761602.471738:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761602.471742:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761602.471754:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761602.471760:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff982a8805b800 x1876700069727744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.471767:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069727744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.471772:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.471774:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761602.471775:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069727744:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761603.303209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761604.327241:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761605.351217:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761606.375248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761607.399187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761607.591167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.591178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761607.591182:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.591193:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 992
00000100:00080000:3.0:1789761607.591204:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.591211:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761607.591242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069727872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.591269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.591273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761607.591275:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.591279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 992
00000100:00080000:3.0:1789761607.591283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.591288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761607.591299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761607.591309:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069727872:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761607.591314:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069728000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.591323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.591326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761607.591327:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.591330:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 992
00000100:00080000:3.0:1789761607.591333:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.591336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761607.591353:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761607.591361:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069728128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.591369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.591371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761607.591373:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.591375:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 992
00000100:00080000:3.0:1789761607.591379:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.591382:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761607.591385:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761607.591393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069728256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.591400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.591403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761607.591406:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.591411:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 992
00000100:00100000:0.0:1789761607.591415:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728000:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789761607.591419:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.591427:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761607.591434:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761607.591448:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728128:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761607.591451:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069728384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761607.591470:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761607.591507:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728384:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761608.423241:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761609.447253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761610.471191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789761610.663327:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789761610.663370:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789761610.663400:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761610.663430:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761610.663436:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761610.663442:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789761610.663446:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789761610.663501:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761610]  req@ffff982a89a44a80 x1876700069728384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761610.663531:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069728384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761610.663543:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761610.663548:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761610.663552:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728384:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761610.663558:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761610]  req@ffff982a89a47800 x1876700069728000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761610.663572:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069728000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761610.663579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761610.663583:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761610.663586:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761610.663593:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761610]  req@ffff982a89a46d80 x1876700069728128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761610.663603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069728128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761610.663612:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761610.663615:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761610.663618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761610.663635:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761610]  req@ffff982a89a47100 x1876700069728256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761610.663650:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069728256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761610.663658:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761610.663662:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761610.663666:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761610.663673:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761610]  req@ffff982a89a44380 x1876700069727872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761610.663684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069727872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761610.663690:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761610.663693:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761610.663696:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069727872:192.168.203.153@tcp:250:
00010000:00010000:1.0:1789761611.495215:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761612.519233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761612.711187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761612.711197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761612.711201:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761612.711212:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 997
00000100:00080000:1.0:1789761612.711222:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761612.711228:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761612.711272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069728512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761612.711303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761612.711307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761612.711310:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761612.711314:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 997
00000100:00080000:1.0:1789761612.711319:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761612.711324:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761612.711333:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761612.711349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069728640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761612.711360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761612.711366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761612.711368:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069728512:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761612.711369:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761612.711378:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 997
00000100:00080000:1.0:1789761612.711382:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761612.711387:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761612.711392:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761612.711406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069728768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761612.711416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761612.711420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761612.711422:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761612.711433:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 997
00000100:00080000:1.0:1789761612.711438:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761612.711443:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789761612.711446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761612.711466:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761612.711480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069728896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761612.711490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761612.711494:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761612.711496:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761612.711501:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 997
00000100:00080000:1.0:1789761612.711505:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761612.711510:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761612.711515:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff982a88058a80 x1876700069728512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761612.711518:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761612.711538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069729024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761612.711544:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069728512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761612.711562:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761612.711568:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761612.711582:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069728512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761612.711611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761612.711638:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761612.711652:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff982a88059500 x1876700069728640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761612.711662:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069728640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761612.711669:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761612.711673:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761612.711677:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761612.711684:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761612.711710:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761612.711729:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff982a88058380 x1876700069728768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761612.711743:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069728768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761612.711753:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761612.711757:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761612.711761:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761612.711768:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761612.711789:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761612.711808:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff982a88059c00 x1876700069728896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761612.711821:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069728896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761612.711826:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761612.711829:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761612.711831:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069728896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761612.711835:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761612.711859:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761612.711874:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761612]  req@ffff982a8805aa00 x1876700069729024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761612.711885:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069729024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761612.711904:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761612.711908:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761612.711912:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729024:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761613.543266:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761614.567193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761615.591198:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761616.615273:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761617.639191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761617.831174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761617.831188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761617.831193:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761617.831206:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1002
00000100:00080000:1.0:1789761617.831221:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761617.831229:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761617.831294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069729152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761617.831325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761617.831329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761617.831331:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761617.831336:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1002
00000100:00080000:1.0:1789761617.831340:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761617.831344:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761617.831355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761617.831369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069729280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761617.831379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761617.831383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761617.831385:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761617.831390:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1002
00000100:00080000:1.0:1789761617.831400:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761617.831402:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069729152:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761617.831411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761617.831434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761617.831449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069729408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761617.831460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761617.831465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761617.831467:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761617.831478:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1002
00000100:00080000:1.0:1789761617.831483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761617.831490:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789761617.831496:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761617.831506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761617.831524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069729536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761617.831534:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff982a88058000 x1876700069729152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761617.831537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761617.831556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761617.831562:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761617.831572:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1002
00000100:00100000:0.0:1789761617.831580:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069729152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761617.831581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761617.831592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761617.831603:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761617.831619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069729664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.831670:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761617.831677:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761617.831681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069729152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761617.831690:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761617.831720:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761617.831735:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff982a88058e00 x1876700069729280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761617.831749:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069729280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761617.831759:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761617.831762:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761617.831766:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761617.831788:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761617.831805:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761617.831813:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff982a88059880 x1876700069729408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761617.831821:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069729408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761617.831827:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761617.831829:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761617.831831:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761617.831841:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761617.831865:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761617.831872:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff982a8805b100 x1876700069729536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761617.831880:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069729536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761617.831885:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761617.831888:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761617.831891:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761617.831898:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761617.831916:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761617.831929:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff982a88059f80 x1876700069729664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761617.831942:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069729664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761617.831950:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761617.831952:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761617.831955:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761618.663165:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761619.687216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761620.711253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761621.735244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761622.759247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761622.951176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.951191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761622.951197:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.951210:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1007
00000100:00080000:1.0:1789761622.951226:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.951234:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761622.951280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069729792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.951323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.951326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761622.951327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.951330:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1007
00000100:00080000:1.0:1789761622.951334:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.951336:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761622.951346:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761622.951356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069729920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.951364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.951367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761622.951369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.951371:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1007
00000100:00080000:1.0:1789761622.951373:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.951389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761622.951396:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069729792:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789761622.951397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761622.951416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069730048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.951428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.951432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761622.951434:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.951438:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1007
00000100:00080000:1.0:1789761622.951465:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.951469:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761622.951475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761622.951480:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789761622.951488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069730176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761622.951496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761622.951499:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761622.951501:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761622.951505:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1007
00000100:00080000:1.0:1789761622.951509:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761622.951511:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761622.951514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761622.951520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069730304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761622.951551:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff982a8805b480 x1876700069729792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761622.951584:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069729792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761622.951598:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761622.951603:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761622.951607:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069729792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761622.951615:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761622.951640:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761622.951655:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff982a8805bb80 x1876700069729920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761622.951668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069729920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761622.951676:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761622.951679:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761622.951683:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069729920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761622.951714:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761622.951735:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761622.951747:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff982a8805a300 x1876700069730048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761622.951757:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069730048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761622.951763:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761622.951770:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761622.951773:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761622.951789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761622.951810:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761622.951818:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff982a88059f80 x1876700069730176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761622.951826:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069730176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761622.951831:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761622.951834:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761622.951836:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761622.951840:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761622.951851:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761622.951857:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff982a8805b100 x1876700069730304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761622.951865:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069730304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761622.951869:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761622.951871:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761622.951873:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730304:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761623.783207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761624.807194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761625.831212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761626.855200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761627.879189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761628.071140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761628.071148:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761628.071151:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761628.071160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1012
00000100:00080000:3.0:1789761628.071171:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761628.071178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761628.071216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069730432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761628.071243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761628.071247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761628.071249:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761628.071253:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1012
00000100:00080000:3.0:1789761628.071258:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761628.071262:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761628.071288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761628.071296:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069730432:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761628.071306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069730560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761628.071322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761628.071324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761628.071326:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761628.071329:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1012
00000100:00080000:3.0:1789761628.071350:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761628.071354:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761628.071359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761628.071369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069730688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761628.071377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761628.071379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761628.071380:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761628.071383:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1012
00000100:00080000:3.0:1789761628.071386:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761628.071391:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761628.071394:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761628.071399:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761628.071407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069730816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761628.071413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761628.071415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761628.071422:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761628.071426:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1012
00000100:00080000:3.0:1789761628.071430:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761628.071433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761628.071438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761628.071439:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff982a89a44700 x1876700069730432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761628.071449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069730944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761628.071469:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069730432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761628.071483:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761628.071488:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761628.071492:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069730432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761628.071517:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761628.071540:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761628.071552:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff982a89a46300 x1876700069730560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761628.071565:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069730560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761628.071574:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761628.071578:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761628.071581:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761628.071588:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761628.071608:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761628.071619:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff982a89a44000 x1876700069730688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761628.071631:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069730688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761628.071647:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761628.071651:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761628.071655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761628.071661:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761628.071683:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761628.071695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff982a89a45c00 x1876700069730816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761628.071706:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069730816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761628.071714:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761628.071718:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761628.071722:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761628.071728:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761628.071749:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761628.071760:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761628/real 1789761628]  req@ffff982a89a45500 x1876700069730944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761628.071772:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069730944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761628.071780:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761628.071784:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761628.071787:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069730944:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761628.903198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761629.927195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761630.951192:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761631.975182:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761632.999160:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761633.191147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761633.191156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761633.191159:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761633.191168:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1017
00000100:00080000:3.0:1789761633.191179:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761633.191186:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761633.191235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069731072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761633.191257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761633.191259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761633.191261:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761633.191267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1017
00000100:00080000:3.0:1789761633.191270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761633.191273:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761633.191279:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761633.191316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069731200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761633.191323:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069731072:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761633.191326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761633.191330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761633.191331:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761633.191335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1017
00000100:00080000:3.0:1789761633.191338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761633.191341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761633.191345:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761633.191354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069731328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761633.191361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761633.191364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761633.191365:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761633.191367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1017
00000100:00080000:3.0:1789761633.191370:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761633.191372:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761633.191376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761633.191383:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761633.191385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069731456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761633.191393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761633.191396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761633.191397:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761633.191405:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1017
00000100:00080000:3.0:1789761633.191408:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761633.191411:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761633.191415:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761633.191425:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff982a89a46a00 x1876700069731072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761633.191427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069731584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761633.191469:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069731072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761633.191482:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761633.191487:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761633.191491:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069731072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761633.191516:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761633.191537:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761633.191547:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff982a89a45880 x1876700069731200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761633.191556:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069731200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761633.191561:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761633.191563:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761633.191566:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761633.191569:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761633.191580:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761633.191585:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff982a89a44e00 x1876700069731328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761633.191605:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069731328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761633.191610:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761633.191612:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761633.191614:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761633.191619:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761633.191639:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761633.191651:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff982a89a45500 x1876700069731456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761633.191663:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069731456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761633.191671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761633.191674:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761633.191678:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761633.191684:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761633.191705:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761633.191717:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761633/real 1789761633]  req@ffff982a89a45c00 x1876700069731584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761633.191725:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069731584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761633.191740:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761633.191742:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761633.191745:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731584:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761634.023191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761635.047146:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761636.071203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761637.095211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761638.119212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761638.311103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.311111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761638.311114:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.311123:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1022
00000100:00080000:3.0:1789761638.311132:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.311138:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761638.311169:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069731712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.311188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.311191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761638.311192:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.311195:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1022
00000100:00080000:3.0:1789761638.311197:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.311199:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761638.311207:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761638.311230:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069731840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761638.311237:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069731712:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761638.311241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.311245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761638.311247:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.311250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1022
00000100:00080000:3.0:1789761638.311253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.311255:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761638.311259:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761638.311286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069731968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.311294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.311296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761638.311297:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.311300:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1022
00000100:00080000:3.0:1789761638.311303:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.311305:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761638.311309:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761638.311314:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761638.311319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069732096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761638.311326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761638.311329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761638.311330:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761638.311339:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1022
00000100:00080000:3.0:1789761638.311342:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761638.311345:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761638.311350:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761638.311358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069732224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761638.311371:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff982a89a44000 x1876700069731712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761638.311390:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069731712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761638.311402:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761638.311405:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761638.311410:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069731712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761638.311432:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761638.311452:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761638.311464:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff982a89a46300 x1876700069731840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761638.311476:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069731840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761638.311485:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761638.311488:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761638.311492:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761638.311506:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761638.311524:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761638.311534:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff982a89a44700 x1876700069731968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761638.311546:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069731968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761638.311554:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761638.311557:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761638.311560:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069731968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761638.311566:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761638.311581:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761638.311590:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff982a89a44380 x1876700069732096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761638.311601:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069732096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761638.311609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761638.311612:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761638.311615:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761638.311621:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761638.311636:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761638.311644:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761638/real 1789761638]  req@ffff982a89a47100 x1876700069732224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761638.311662:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069732224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761638.311671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761638.311674:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761638.311678:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732224:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761639.143221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761640.167191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761641.191193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761642.215241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761643.239282:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761643.431169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.431186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761643.431192:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.431206:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1028
00000100:00080000:3.0:1789761643.431219:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.431245:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761643.431295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069732352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.431328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.431332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761643.431335:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.431340:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1028
00000100:00080000:3.0:1789761643.431346:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.431351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761643.431365:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069732352:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761643.431384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761643.431405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069732480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.431417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.431421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761643.431423:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.431426:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1028
00000100:00080000:3.0:1789761643.431431:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.431436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761643.431442:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761643.431449:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761643.431456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069732608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.431467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.431471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761643.431474:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761643.431478:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1028
00000100:00080000:3.0:1789761643.431482:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.431486:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761643.431493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761643.431501:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff982a89a46d80 x1876700069732352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761643.431507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069732736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761643.431524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761643.431527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761643.431535:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761643.431538:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069732352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761643.431543:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1028
00000100:00080000:3.0:1789761643.431551:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761643.431558:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789761643.431559:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761643.431566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761643.431567:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761643.431575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069732352:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761643.431584:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069732864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761643.431604:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761643.431628:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761643.431638:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff982a89a47800 x1876700069732480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761643.431647:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069732480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761643.431653:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761643.431662:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761643.431665:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761643.431670:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761643.431684:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761643.431691:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff982a89a44a80 x1876700069732608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761643.431699:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069732608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761643.431704:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761643.431706:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761643.431708:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761643.431712:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761643.431724:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761643.431730:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff982a89a45f80 x1876700069732736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761643.431737:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069732736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761643.431743:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761643.431745:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761643.431746:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761643.431750:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761643.431769:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761643.431776:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff982a89a47480 x1876700069732864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761643.431784:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069732864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761643.431789:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761643.431791:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761643.431793:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069732864:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761644.263211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761645.287231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761646.311192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761647.335218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761648.359212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761648.551149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.551157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761648.551167:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.551178:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1033
00000100:00080000:3.0:1789761648.551198:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.551205:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761648.551241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069732992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761648.551271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.551275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761648.551278:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.551282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1033
00000100:00080000:3.0:1789761648.551287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.551291:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761648.551314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761648.551324:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069732992:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761648.551327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069733120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761648.551339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.551342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761648.551343:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.551345:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1033
00000100:00080000:3.0:1789761648.551349:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.551351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761648.551355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761648.551364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069733248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761648.551371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.551374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761648.551375:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.551377:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1033
00000100:00080000:3.0:1789761648.551380:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.551382:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761648.551385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761648.551388:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761648.551396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069733376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761648.551404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761648.551406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761648.551412:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761648.551416:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1033
00000100:00080000:3.0:1789761648.551420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761648.551423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761648.551426:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff982a89a46680 x1876700069732992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761648.551429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761648.551444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069733504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761648.551449:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069732992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761648.551463:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761648.551466:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761648.551470:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069732992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761648.551489:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761648.551512:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761648.551526:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff982a89a45180 x1876700069733120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761648.551556:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069733120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761648.551565:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761648.551569:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761648.551572:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761648.551579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761648.551599:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761648.551608:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff982a89a47b80 x1876700069733248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761648.551616:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069733248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761648.551622:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761648.551624:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761648.551626:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761648.551638:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761648.551652:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761648.551659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff982a89a47480 x1876700069733376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761648.551667:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069733376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761648.551683:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761648.551687:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761648.551690:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761648.551696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761648.551720:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761648.551732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff982a89a45f80 x1876700069733504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761648.551755:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069733504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761648.551764:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761648.551767:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761648.551771:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733504:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761649.383197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761650.407253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761651.431205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761652.455252:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761653.479214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761653.671095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761653.671105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761653.671110:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761653.671120:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1038
00000100:00080000:3.0:1789761653.671131:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761653.671138:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761653.671185:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069733632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761653.671208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761653.671210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761653.671212:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761653.671215:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1038
00000100:00080000:3.0:1789761653.671218:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761653.671235:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761653.671243:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761653.671256:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069733632:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761653.671257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069733760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761653.671270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761653.671272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761653.671273:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761653.671277:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1038
00000100:00080000:3.0:1789761653.671280:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761653.671284:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761653.671289:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761653.671302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069733888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761653.671312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761653.671315:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761653.671320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761653.671324:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761653.671329:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1038
00000100:00080000:3.0:1789761653.671333:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761653.671336:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761653.671341:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761653.671351:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff982a89a44a80 x1876700069733632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761653.671353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069734016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761653.671377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761653.671383:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069733632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761653.671385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761653.671389:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761653.671397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1038
00000100:00080000:0.0:1789761653.671398:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761653.671401:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.671404:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789761653.671408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761653.671409:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069733632:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761653.671413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761653.671424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069734144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761653.671440:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761653.671460:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761653.671469:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff982a89a47800 x1876700069733760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761653.671478:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069733760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761653.671483:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761653.671486:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761653.671488:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761653.671492:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761653.671502:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761653.671508:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff982a89a46d80 x1876700069733888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761653.671516:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069733888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761653.671521:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761653.671523:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761653.671525:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069733888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761653.671529:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761653.671539:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761653.671545:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff982a89a47100 x1876700069734016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761653.671560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069734016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761653.671566:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761653.671569:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761653.671573:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761653.671580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761653.671601:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761653.671613:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff982a89a44380 x1876700069734144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761653.671625:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069734144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761653.671631:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761653.671633:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761653.671635:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734144:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761654.503222:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761655.527201:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761656.551201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761657.575193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761658.599232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761658.791146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.791154:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761658.791157:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761658.791167:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1043
00000100:00080000:3.0:1789761658.791176:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761658.791182:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761658.791212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069734272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761658.791234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.791240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761658.791242:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761658.791244:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1043
00000100:00080000:3.0:1789761658.791260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761658.791264:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761658.791272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761658.791281:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069734272:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761658.791287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069734400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761658.791296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.791298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761658.791300:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761658.791303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1043
00000100:00080000:3.0:1789761658.791305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761658.791308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761658.791311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761658.791322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069734528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761658.791331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.791335:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761658.791337:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761658.791342:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761658.791346:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1043
00000100:00080000:3.0:1789761658.791352:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761658.791358:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761658.791364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761658.791375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069734656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761658.791382:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff982a89a44700 x1876700069734272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761658.791400:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069734272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761658.791407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761658.791412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761658.791413:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761658.791414:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761658.791418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1043
00000100:00080000:3.0:1789761658.791422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761658.791426:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789761658.791430:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761658.791434:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069734272:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761658.791437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761658.791449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069734784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761658.791458:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761658.791481:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761658.791490:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff982a89a46300 x1876700069734400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761658.791498:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069734400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761658.791504:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761658.791506:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761658.791508:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761658.791512:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761658.791523:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761658.791528:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff982a89a44000 x1876700069734528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761658.791536:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069734528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761658.791540:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761658.791542:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761658.791544:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761658.791548:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761658.791568:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761658.791574:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff982a89a45c00 x1876700069734656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761658.791584:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069734656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761658.791592:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761658.791596:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761658.791599:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761658.791618:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761658.791640:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761658.791652:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff982a89a45500 x1876700069734784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761658.791666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069734784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761658.791675:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761658.791678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761658.791682:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069734784:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761659.623193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761660.647256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761661.671219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761662.695235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761663.719205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761663.911162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.911174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761663.911178:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.911189:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1048
00000100:00080000:3.0:1789761663.911214:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.911223:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761663.911259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069734912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.911286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.911289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761663.911305:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.911310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1048
00000100:00080000:3.0:1789761663.911315:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.911321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761663.911331:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761663.911332:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069734912:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761663.911347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069735040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.911360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.911364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761663.911366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.911371:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1048
00000100:00080000:3.0:1789761663.911374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.911378:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761663.911383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761663.911390:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761663.911396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069735168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.911405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.911408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761663.911409:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.911412:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1048
00000100:00080000:3.0:1789761663.911415:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.911418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761663.911423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761663.911427:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff982a89a44e00 x1876700069734912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761663.911440:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069735296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.911461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761663.911463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761663.911465:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761663.911472:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1048
00000100:00080000:3.0:1789761663.911477:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761663.911483:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761663.911487:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761663.911493:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069734912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761663.911498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069735424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761663.911511:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.911517:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761663.911521:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069734912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761663.911542:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761663.911567:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761663.911576:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff982a89a45880 x1876700069735040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.911585:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069735040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.911591:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.911593:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761663.911595:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761663.911599:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761663.911611:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761663.911617:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff982a89a46a00 x1876700069735168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.911624:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069735168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.911629:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.911636:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761663.911645:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761663.911653:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761663.911676:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761663.911688:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff982a89a45500 x1876700069735296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.911700:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069735296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.911706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.911708:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761663.911710:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761663.911714:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761663.911729:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761663.911735:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff982a89a45c00 x1876700069735424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.911743:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069735424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.911747:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761663.911749:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761663.911751:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735424:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761664.743224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761665.767187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761666.791196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761667.815179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761668.839243:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761669.031153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.031169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761669.031175:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.031184:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1053
00000100:00080000:1.0:1789761669.031210:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.031216:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761669.031244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069735552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761669.031266:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.031269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761669.031270:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.031273:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1053
00000100:00080000:1.0:1789761669.031276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.031278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761669.031284:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761669.031292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069735680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761669.031298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.031301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761669.031302:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.031305:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1053
00000100:00080000:1.0:1789761669.031307:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.031310:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761669.031313:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761669.031319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069735808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761669.031326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.031334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789761669.031335:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069735552:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761669.031336:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.031344:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1053
00000100:00080000:1.0:1789761669.031347:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.031354:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761669.031359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761669.031367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069735936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761669.031373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761669.031376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761669.031377:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761669.031379:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1053
00000100:00080000:1.0:1789761669.031407:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761669.031409:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761669.031412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761669.031421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069736064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761669.031422:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761669.031465:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff982a88059880 x1876700069735552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761669.031479:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069735552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761669.031487:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761669.031490:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761669.031493:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069735552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761669.031498:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761669.031518:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761669.031531:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff982a88058e00 x1876700069735680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761669.031544:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069735680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761669.031553:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761669.031557:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761669.031560:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761669.031582:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761669.031598:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761669.031606:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff982a88058000 x1876700069735808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761669.031614:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069735808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761669.031625:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761669.031627:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761669.031630:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761669.031634:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761669.031648:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761669.031654:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff982a8805aa00 x1876700069735936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761669.031662:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069735936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761669.031667:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761669.031668:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761669.031670:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069735936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761669.031674:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761669.031684:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761669.031689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761669/real 1789761669]  req@ffff982a88059c00 x1876700069736064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761669.031697:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069736064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761669.031701:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761669.031703:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761669.031705:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736064:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761669.863213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761670.887245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761671.911261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761672.935169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761673.959247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761674.151144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761674.151152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761674.151156:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761674.151164:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1058
00000100:00080000:1.0:1789761674.151176:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761674.151201:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761674.151235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069736192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761674.151260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761674.151264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761674.151266:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761674.151269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1058
00000100:00080000:1.0:1789761674.151274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761674.151278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761674.151288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761674.151303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069736320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761674.151312:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069736192:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761674.151314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761674.151320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761674.151322:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761674.151325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1058
00000100:00080000:1.0:1789761674.151328:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761674.151331:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761674.151335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761674.151344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069736448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761674.151351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761674.151354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761674.151360:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761674.151363:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1058
00000100:00080000:1.0:1789761674.151366:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761674.151369:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761674.151375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761674.151387:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069736576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761674.151397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761674.151400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761674.151403:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761674.151408:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736320:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789761674.151409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1058
00000100:00080000:1.0:1789761674.151417:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761674.151422:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761674.151428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761674.151441:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736448:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789761674.151445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069736704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761674.151466:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761674.151487:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736704:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761674.983186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761676.007219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761677.031173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761677.223301:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789761677.223337:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761677.223368:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761677.223414:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761677.223424:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761677.223432:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761677.223440:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789761677.223534:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761677]  req@ffff982a88058700 x1876700069736704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761677.223559:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069736704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761677.223571:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761677.223575:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761677.223579:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736704:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761677.223587:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761677]  req@ffff982a88059500 x1876700069736320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761677.223598:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069736320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761677.223605:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761677.223608:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761677.223611:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761677.223618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761677]  req@ffff982a88058a80 x1876700069736448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761677.223639:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069736448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761677.223646:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761677.223650:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761677.223654:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761677.223661:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761677]  req@ffff982a8805b800 x1876700069736576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761677.223673:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069736576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761677.223681:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761677.223684:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761677.223687:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761677.223694:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761674/real 1789761677]  req@ffff982a88058380 x1876700069736192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761677.223707:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069736192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761677.223715:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761677.223719:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761677.223722:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069736192:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789761678.055200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761679.079224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761679.271127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761679.271138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761679.271143:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761679.271153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1063
00000100:00080000:1.0:1789761679.271166:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761679.271173:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761679.271212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069736832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761679.271261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761679.271264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761679.271266:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761679.271269:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1063
00000100:00080000:1.0:1789761679.271272:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761679.271275:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761679.271286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761679.271301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069736960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761679.271312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761679.271316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761679.271318:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761679.271322:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1063
00000100:00080000:1.0:1789761679.271327:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761679.271332:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069736832:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761679.271334:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761679.271344:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761679.271357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069737088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761679.271369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761679.271372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761679.271374:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761679.271377:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1063
00000100:00080000:1.0:1789761679.271387:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761679.271391:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761679.271396:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761679.271416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069737216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761679.271427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761679.271431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761679.271432:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761679.271436:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1063
00000100:00080000:1.0:1789761679.271440:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761679.271444:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761679.271448:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761679.271457:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789761679.271463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069737344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761679.271515:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff982a8805ad80 x1876700069736832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761679.271540:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069736832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761679.271553:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761679.271559:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761679.271564:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069736832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761679.271572:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761679.271600:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761679.271617:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff982a88059180 x1876700069736960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761679.271630:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069736960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761679.271639:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761679.271643:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761679.271646:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069736960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761679.271678:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761679.271702:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761679.271715:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff982a8805a680 x1876700069737088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761679.271727:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069737088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761679.271743:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761679.271747:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761679.271752:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761679.271758:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761679.271783:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761679.271796:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff982a88058380 x1876700069737216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761679.271809:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069737216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761679.271818:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761679.271821:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761679.271825:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761679.271832:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761679.271854:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761679.271866:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761679/real 1789761679]  req@ffff982a8805b800 x1876700069737344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761679.271878:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069737344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761679.271887:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761679.271891:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761679.271894:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737344:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761680.103270:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761681.127319:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761682.151226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761683.175235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761684.199174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761684.391134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.391144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761684.391149:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.391160:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1069
00000100:00080000:3.0:1789761684.391172:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.391180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761684.391224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069737472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761684.391247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.391251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761684.391253:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.391258:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1069
00000100:00080000:3.0:1789761684.391261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.391266:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761684.391277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761684.391291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069737600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761684.391299:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069737472:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761684.391301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.391305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761684.391306:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.391310:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1069
00000100:00080000:3.0:1789761684.391313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.391317:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761684.391340:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761684.391352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069737728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761684.391361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.391365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761684.391367:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.391370:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1069
00000800:00000100:0.0:1789761684.391373:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761684.391374:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.391378:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761684.391382:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761684.391391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069737856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761684.391399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761684.391403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761684.391404:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761684.391408:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1069
00000100:00080000:3.0:1789761684.391411:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761684.391420:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761684.391424:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff982a89a44000 x1876700069737472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761684.391425:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761684.391434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069737984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761684.391443:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069737472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761684.391453:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761684.391458:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761684.391462:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069737472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761684.391491:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761684.391512:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761684.391522:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff982a89a46300 x1876700069737600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761684.391531:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069737600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761684.391537:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761684.391540:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761684.391542:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761684.391545:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761684.391557:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761684.391563:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff982a89a44700 x1876700069737728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761684.391583:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069737728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761684.391589:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761684.391591:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761684.391594:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761684.391597:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761684.391612:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761684.391618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff982a89a44380 x1876700069737856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761684.391625:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069737856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761684.391630:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761684.391631:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761684.391633:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761684.391636:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761684.391646:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761684.391652:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff982a89a47100 x1876700069737984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761684.391659:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069737984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761684.391673:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761684.391675:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761684.391678:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069737984:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761685.223193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761686.247181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761687.271167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761688.295159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761689.319234:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761689.511219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761689.511227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761689.511230:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761689.511239:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1074
00000100:00080000:1.0:1789761689.511249:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761689.511255:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761689.511296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069738112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761689.511338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761689.511340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761689.511342:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761689.511344:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1074
00000100:00080000:1.0:1789761689.511348:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761689.511350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761689.511362:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761689.511372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069738240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761689.511379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761689.511382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761689.511383:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761689.511385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1074
00000100:00080000:1.0:1789761689.511387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761689.511390:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761689.511393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761689.511401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069738368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761689.511408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761689.511412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761689.511418:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761689.511421:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069738112:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761689.511421:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1074
00000100:00080000:1.0:1789761689.511436:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761689.511441:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761689.511445:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761689.511454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069738496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761689.511460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761689.511463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761689.511464:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761689.511467:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1074
00000100:00080000:1.0:1789761689.511469:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761689.511471:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761689.511475:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761689.511490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069738624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761689.511531:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761689.511587:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff982a88058a80 x1876700069738112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761689.511607:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069738112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761689.511620:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761689.511625:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761689.511630:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069738112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761689.511640:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761689.511666:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761689.511681:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff982a88059500 x1876700069738240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761689.511694:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069738240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761689.511703:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761689.511716:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761689.511721:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761689.511765:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761689.511801:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761689.511815:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff982a88058700 x1876700069738368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761689.511841:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069738368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761689.511850:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761689.511853:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761689.511857:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761689.511865:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761689.511904:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761689.511932:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff982a88059c00 x1876700069738496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761689.511945:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069738496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761689.511954:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761689.511958:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761689.511962:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761689.511970:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761689.511993:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761689.512006:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff982a8805aa00 x1876700069738624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761689.512027:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069738624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761689.512036:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761689.512039:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761689.512043:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738624:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761690.343264:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761691.367248:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761692.391207:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761693.415212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761694.439173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761694.631150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761694.631158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761694.631162:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761694.631170:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1079
00000100:00080000:1.0:1789761694.631180:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761694.631185:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761694.631215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069738752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761694.631253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761694.631257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761694.631259:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761694.631263:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1079
00000100:00080000:1.0:1789761694.631268:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761694.631272:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761694.631281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761694.631295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069738880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761694.631304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761694.631308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761694.631310:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761694.631313:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069738752:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761694.631314:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1079
00000100:00080000:1.0:1789761694.631317:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761694.631321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761694.631325:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761694.631334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069739008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761694.631342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761694.631345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761694.631346:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761694.631350:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1079
00000100:00080000:1.0:1789761694.631365:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761694.631370:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789761694.631373:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789761694.631375:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761694.631385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069739136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761694.631393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761694.631396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761694.631397:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761694.631401:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1079
00000100:00080000:1.0:1789761694.631404:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761694.631407:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761694.631411:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761694.631413:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff982a88058000 x1876700069738752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.631420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069739264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761694.631436:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069738752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761694.631446:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761694.631450:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761694.631454:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069738752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761694.631476:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761694.631496:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761694.631505:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff982a88058e00 x1876700069738880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761694.631513:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069738880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761694.631519:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761694.631526:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761694.631529:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069738880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761694.631533:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761694.631547:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761694.631553:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff982a88059880 x1876700069739008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761694.631561:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069739008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761694.631566:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761694.631568:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761694.631570:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761694.631573:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761694.631584:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761694.631589:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff982a8805b100 x1876700069739136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761694.631596:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069739136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761694.631601:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761694.631603:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761694.631605:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761694.631608:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761694.631627:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761694.631633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff982a88059f80 x1876700069739264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761694.631640:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069739264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761694.631652:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761694.631653:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761694.631655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739264:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761695.463233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761696.487237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761697.511203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761698.535176:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761699.559195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761699.751122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761699.751130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761699.751134:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761699.751141:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1084
00000100:00080000:1.0:1789761699.751150:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761699.751156:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761699.751186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069739392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761699.751212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761699.751231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761699.751233:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761699.751238:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1084
00000100:00080000:1.0:1789761699.751242:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761699.751246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761699.751255:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761699.751265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069739520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761699.751273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761699.751276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761699.751277:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761699.751280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1084
00000100:00080000:1.0:1789761699.751283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761699.751286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761699.751289:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761699.751295:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069739392:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789761699.751297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069739648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761699.751307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761699.751310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761699.751311:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761699.751313:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1084
00000100:00080000:1.0:1789761699.751316:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761699.751318:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761699.751326:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761699.751338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069739776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761699.751347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761699.751350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761699.751353:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761699.751357:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1084
00000100:00080000:1.0:1789761699.751362:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761699.751368:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789761699.751370:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761699.751377:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761699.751391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069739904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761699.751414:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff982a8805a300 x1876700069739392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761699.751429:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069739392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761699.751437:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761699.751439:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761699.751442:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069739392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761699.751447:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761699.751463:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761699.751471:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff982a8805bb80 x1876700069739520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761699.751479:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069739520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761699.751493:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761699.751495:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761699.751498:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761699.751517:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761699.751531:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761699.751537:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff982a8805b480 x1876700069739648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761699.751545:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069739648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761699.751550:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761699.751551:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761699.751553:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761699.751557:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761699.751567:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761699.751573:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff982a88059f80 x1876700069739776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761699.751580:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069739776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761699.751584:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761699.751586:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761699.751588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761699.751596:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761699.751609:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761699.751615:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff982a8805b100 x1876700069739904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761699.751622:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069739904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761699.751627:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761699.751628:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761699.751630:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069739904:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761700.583187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761701.607206:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761702.631180:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761703.655254:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761704.679190:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761704.871175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.871184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761704.871188:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.871207:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1089
00000100:00080000:3.0:1789761704.871221:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.871228:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761704.871261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069740032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.871289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.871293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761704.871295:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.871299:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1089
00000100:00080000:3.0:1789761704.871303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.871307:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761704.871316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761704.871333:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069740032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761704.871347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069740160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.871359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.871363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761704.871366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.871370:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1089
00000100:00080000:3.0:1789761704.871375:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.871380:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761704.871386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761704.871400:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761704.871401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069740288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.871413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.871416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761704.871418:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761704.871423:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1089
00000100:00080000:3.0:1789761704.871427:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761704.871431:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761704.871436:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761704.871455:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff982a89a46d80 x1876700069740032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761704.871455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069740416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761704.871486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761704.871491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761704.871493:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761704.871497:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069740032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761704.871508:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1089
00000100:00080000:0.0:1789761704.871512:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761704.871515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761704.871518:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789761704.871523:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761704.871524:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069740032:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761704.871534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761704.871548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069740544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761704.871552:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761704.871591:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761704.871606:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff982a89a47800 x1876700069740160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761704.871638:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069740160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761704.871648:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761704.871652:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761704.871656:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761704.871663:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761704.871687:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761704.871700:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff982a89a44a80 x1876700069740288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761704.871715:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069740288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761704.871723:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761704.871727:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761704.871731:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761704.871737:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761704.871757:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761704.871874:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff982a89a45f80 x1876700069740416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761704.871883:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069740416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761704.871898:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761704.871900:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761704.871903:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761704.871917:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761704.871932:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761704.871939:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff982a89a47480 x1876700069740544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761704.871949:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069740544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761704.871957:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761704.871961:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761704.871964:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740544:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761705.703307:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761706.727154:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761707.751181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761708.775178:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761709.799224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761709.991103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.991111:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761709.991114:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.991122:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1094
00000100:00080000:3.0:1789761709.991131:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.991137:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761709.991177:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069740672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.991198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.991200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.991202:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.991204:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1094
00000100:00080000:3.0:1789761709.991207:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.991209:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761709.991229:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.991242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069740800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.991251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761709.991253:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069740672:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761709.991254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761709.991257:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.991266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1094
00000100:00080000:3.0:1789761709.991271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.991275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761709.991285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.991299:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069740928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.991309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.991314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761709.991316:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.991320:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1094
00000100:00080000:3.0:1789761709.991324:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761709.991328:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761709.991332:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761709.991338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761709.991354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069741056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761709.991364:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761709.991367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789761709.991376:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff982a89a47b80 x1876700069740672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761709.991376:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761709.991384:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1094
00000100:00080000:3.0:1789761709.991392:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761709.991396:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761709.991401:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761709.991402:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069740672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.991413:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761709.991414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069741184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761709.991421:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761709.991428:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069740672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761709.991456:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761709.991475:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761709.991484:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff982a89a45180 x1876700069740800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761709.991492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069740800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.991497:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.991499:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761709.991502:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761709.991505:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761709.991516:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761709.991522:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff982a89a46680 x1876700069740928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761709.991529:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069740928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.991534:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.991536:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761709.991537:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069740928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761709.991541:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761709.991551:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761709.991557:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff982a89a47480 x1876700069741056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761709.991570:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069741056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.991575:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.991577:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761709.991579:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761709.991583:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761709.991595:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761709.991601:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff982a89a45f80 x1876700069741184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761709.991608:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069741184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761709.991612:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761709.991614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761709.991616:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741184:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761710.823228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761711.847209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761712.871196:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761713.895197:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761714.919244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761715.111157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.111168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761715.111173:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.111183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1099
00000100:00080000:3.0:1789761715.111195:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.111204:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761715.111258:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069741312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761715.111290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.111293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761715.111295:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.111298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1099
00000100:00080000:3.0:1789761715.111301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.111304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761715.111333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761715.111341:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069741312:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761715.111347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069741440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761715.111363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.111366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761715.111368:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.111371:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1099
00000100:00080000:3.0:1789761715.111374:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.111377:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761715.111381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761715.111390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069741568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761715.111396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.111399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761715.111401:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.111403:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1099
00000100:00080000:3.0:1789761715.111405:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.111408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761715.111411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761715.111417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069741696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761715.111420:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761715.111428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761715.111431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761715.111439:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761715.111445:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1099
00000100:00080000:3.0:1789761715.111448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761715.111451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761715.111456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761715.111470:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff982a89a44a80 x1876700069741312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761715.111471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069741824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761715.111509:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069741312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761715.111520:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761715.111531:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761715.111534:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069741312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761715.111558:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761715.111577:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761715.111586:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff982a89a47800 x1876700069741440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761715.111595:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069741440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761715.111601:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761715.111604:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761715.111606:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761715.111610:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761715.111621:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761715.111627:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff982a89a46d80 x1876700069741568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761715.111635:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069741568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761715.111640:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761715.111642:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761715.111644:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761715.111647:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761715.111669:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761715.111676:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff982a89a47100 x1876700069741696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761715.111683:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069741696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761715.111706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761715.111708:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761715.111711:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761715.111715:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761715.111730:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761715.111738:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761715/real 1789761715]  req@ffff982a89a44380 x1876700069741824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761715.111746:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069741824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761715.111751:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761715.111753:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761715.111755:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069741824:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761715.943201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761716.967204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761717.991174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761719.015252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761720.039223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761720.231124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761720.231135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761720.231140:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761720.231150:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1104
00000100:00080000:3.0:1789761720.231162:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761720.231170:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761720.231213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069741952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761720.231245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761720.231248:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761720.231250:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761720.231254:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1104
00000100:00080000:3.0:1789761720.231258:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761720.231285:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761720.231297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761720.231315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069742080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761720.231324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761720.231329:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069741952:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761720.231329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761720.231332:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761720.231341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1104
00000100:00080000:3.0:1789761720.231345:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761720.231348:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761720.231351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761720.231362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069742208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761720.231369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761720.231372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761720.231373:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761720.231375:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1104
00000100:00080000:3.0:1789761720.231378:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761720.231380:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761720.231384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761720.231391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069742336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761720.231397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761720.231406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761720.231407:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761720.231412:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761720.231416:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1104
00000100:00080000:3.0:1789761720.231422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761720.231425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761720.231430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761720.231439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069742464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761720.231462:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff982a89a44700 x1876700069741952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761720.231492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069741952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761720.231500:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761720.231504:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761720.231507:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069741952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761720.231530:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761720.231548:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761720.231557:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff982a89a46300 x1876700069742080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761720.231565:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069742080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761720.231571:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761720.231573:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761720.231575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761720.231578:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761720.231589:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761720.231594:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff982a89a44000 x1876700069742208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761720.231603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069742208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761720.231612:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761720.231622:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761720.231626:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761720.231633:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761720.231670:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761720.231682:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff982a89a45c00 x1876700069742336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761720.231695:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069742336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761720.231704:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761720.231707:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761720.231711:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761720.231733:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761720.231752:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761720.231761:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761720/real 1789761720]  req@ffff982a89a45500 x1876700069742464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761720.231769:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069742464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761720.231774:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761720.231776:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761720.231779:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761721.063198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761722.087209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761723.111214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761724.135212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761725.159291:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761725.351139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.351147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761725.351151:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.351161:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1109
00000100:00080000:3.0:1789761725.351170:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.351176:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761725.351208:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069742592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761725.351230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.351233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761725.351234:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.351237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1109
00000100:00080000:3.0:1789761725.351255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.351259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761725.351267:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761725.351278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069742720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761725.351289:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069742592:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761725.351292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.351298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761725.351300:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.351311:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1109
00000100:00080000:3.0:1789761725.351316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.351321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761725.351326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761725.351340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069742848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761725.351357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.351361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761725.351362:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.351368:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1109
00000800:00000100:0.0:1789761725.351370:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761725.351373:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.351379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761725.351385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761725.351399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069742976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761725.351413:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff982a89a46a00 x1876700069742592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761725.351437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.351440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761725.351443:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761725.351444:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069742592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761725.351450:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1109
00000100:00080000:0.0:1789761725.351458:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761725.351459:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761725.351465:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789761725.351469:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761725.351471:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069742592:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761725.351480:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761725.351497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069743104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761725.351499:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761725.351536:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761725.351552:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff982a89a45880 x1876700069742720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761725.351566:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069742720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761725.351576:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761725.351579:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761725.351581:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761725.351586:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761725.351602:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761725.351626:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff982a89a44e00 x1876700069742848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761725.351637:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069742848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761725.351649:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761725.351651:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761725.351654:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761725.351658:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761725.351676:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761725.351687:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff982a89a45500 x1876700069742976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761725.351699:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069742976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761725.351707:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761725.351711:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761725.351714:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069742976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761725.351732:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761725.351748:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761725.351756:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff982a89a45c00 x1876700069743104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761725.351764:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069743104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761725.351769:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761725.351771:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761725.351773:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743104:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761726.183226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761727.207261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761728.231193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761729.255252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761730.279274:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761730.471144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.471156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761730.471159:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.471168:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1115
00000100:00080000:3.0:1789761730.471178:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.471184:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761730.471215:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069743232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.471237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.471240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761730.471254:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.471257:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1115
00000100:00080000:3.0:1789761730.471260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.471263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761730.471270:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.471281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069743360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.471289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.471291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761730.471292:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.471296:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1115
00000100:00080000:3.0:1789761730.471299:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761730.471300:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069743232:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761730.471303:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761730.471308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.471316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069743488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.471322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.471324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761730.471326:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.471328:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1115
00000100:00080000:3.0:1789761730.471330:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.471332:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761730.471336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.471355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069743616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.471365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.471368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761730.471370:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.471374:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1115
00000100:00080000:3.0:1789761730.471379:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.471387:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789761730.471388:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789761730.471397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.471410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069743744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761730.471437:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff982a89a44000 x1876700069743232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761730.471457:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069743232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761730.471469:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761730.471474:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761730.471478:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069743232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761730.471501:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761730.471523:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761730.471534:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff982a89a46300 x1876700069743360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761730.471547:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069743360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761730.471555:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761730.471559:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761730.471562:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761730.471569:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761730.471602:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761730.471614:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff982a89a44700 x1876700069743488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761730.471645:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069743488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761730.471654:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761730.471658:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761730.471662:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761730.471669:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761730.471689:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761730.471700:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff982a89a44380 x1876700069743616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761730.471711:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069743616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761730.471720:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761730.471724:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761730.471728:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761730.471733:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761730.471747:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761730.471756:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff982a89a47100 x1876700069743744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761730.471767:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069743744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761730.471787:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761730.471790:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761730.471794:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069743744:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761731.303231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761732.327248:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761733.351227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761734.375246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761735.399174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761735.591134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761735.591143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761735.591146:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761735.591154:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1120
00000100:00080000:1.0:1789761735.591163:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761735.591169:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761735.591202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069743872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761735.591227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761735.591231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761735.591247:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761735.591253:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1120
00000100:00080000:1.0:1789761735.591258:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761735.591262:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761735.591272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761735.591284:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069743872:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789761735.591289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069744000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761735.591302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761735.591304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761735.591305:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761735.591308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1120
00000100:00080000:1.0:1789761735.591311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761735.591314:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761735.591318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761735.591327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069744128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761735.591345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761735.591348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761735.591350:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761735.591352:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1120
00000100:00080000:1.0:1789761735.591355:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761735.591357:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761735.591360:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761735.591362:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789761735.591377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069744256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761735.591384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761735.591387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761735.591388:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761735.591390:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1120
00000100:00080000:1.0:1789761735.591393:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761735.591396:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761735.591399:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761735.591410:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff982a88059880 x1876700069743872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.591413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069744384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761735.591442:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069743872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761735.591455:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761735.591460:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761735.591464:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069743872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761735.591489:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761735.591513:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761735.591526:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff982a88058e00 x1876700069744000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761735.591557:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069744000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761735.591567:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761735.591570:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761735.591574:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761735.591586:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761735.591604:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761735.591612:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff982a88058000 x1876700069744128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761735.591620:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069744128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761735.591626:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761735.591628:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761735.591630:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761735.591634:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761735.591644:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761735.591651:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff982a8805aa00 x1876700069744256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761735.591658:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069744256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761735.591663:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761735.591664:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761735.591666:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761735.591670:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761735.591679:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761735.591685:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff982a88059c00 x1876700069744384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761735.591698:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069744384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761735.591704:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761735.591706:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761735.591708:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744384:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761736.423244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761737.447177:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761738.471191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761739.495222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761740.519181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761740.711134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761740.711142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761740.711146:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761740.711154:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1125
00000100:00080000:3.0:1789761740.711165:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761740.711188:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761740.711224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069744512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761740.711249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761740.711259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761740.711261:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761740.711265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1125
00000100:00080000:3.0:1789761740.711271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761740.711275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761740.711285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761740.711298:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069744512:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761740.711310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069744640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761740.711324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761740.711328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761740.711338:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761740.711343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1125
00000100:00080000:3.0:1789761740.711347:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761740.711351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761740.711356:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761740.711369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069744768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761740.711379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761740.711382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761740.711392:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761740.711397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1125
00000100:00080000:3.0:1789761740.711402:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761740.711405:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744640:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789761740.711411:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761740.711419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761740.711434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069744896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761740.711446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761740.711450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761740.711452:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761740.711459:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744768:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789761740.711459:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1125
00000100:00080000:3.0:1789761740.711470:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761740.711476:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761740.711482:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761740.711509:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744896:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761740.711515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069745024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761740.711539:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745024:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761741.543185:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761742.567197:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761743.591183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761743.783304:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789761743.783338:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761743.783352:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761743.783382:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761743.783388:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761743.783396:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761743.783405:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789761743.783437:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761743]  req@ffff982a89a47480 x1876700069745024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761743.783464:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069745024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761743.783493:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761743.783499:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761743.783504:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745024:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761743.783512:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761743]  req@ffff982a89a45f80 x1876700069744896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761743.783549:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069744896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761743.783558:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761743.783562:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761743.783566:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761743.783573:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761743]  req@ffff982a89a47800 x1876700069744640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761743.783585:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069744640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761743.783592:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761743.783595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761743.783598:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761743.783609:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761743]  req@ffff982a89a44a80 x1876700069744768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761743.783621:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069744768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761743.783628:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761743.783631:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761743.783635:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069744768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761743.783641:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761743]  req@ffff982a89a46d80 x1876700069744512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761743.783662:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069744512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761743.783671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761743.783674:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761743.783677:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069744512:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789761744.615203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761745.639237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761745.831127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.831135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761745.831139:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761745.831147:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1130
00000100:00080000:3.0:1789761745.831169:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.831175:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761745.831203:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069745152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761745.831224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.831227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761745.831228:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761745.831231:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1130
00000100:00080000:3.0:1789761745.831233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.831235:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761745.831243:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761745.831250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069745280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761745.831258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.831260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761745.831261:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761745.831264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1130
00000100:00080000:3.0:1789761745.831266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.831268:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761745.831271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761745.831277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069745408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761745.831283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.831290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761745.831292:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761745.831294:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1130
00000100:00080000:3.0:1789761745.831298:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.831301:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761745.831305:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761745.831319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069745536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761745.831323:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069745152:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761745.831328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761745.831341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761745.831343:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761745.831351:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1130
00000100:00080000:3.0:1789761745.831356:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761745.831362:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761745.831367:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761745.831381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069745664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761745.831433:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761745.831513:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff982a89a46680 x1876700069745152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761745.831535:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069745152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761745.831548:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761745.831553:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761745.831557:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069745152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761745.831567:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761745.831592:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761745.831606:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff982a89a45180 x1876700069745280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761745.831620:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069745280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761745.831629:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761745.831648:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761745.831651:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761745.831659:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761745.831683:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761745.831695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff982a89a47b80 x1876700069745408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761745.831707:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069745408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761745.831716:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761745.831720:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761745.831724:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761745.831765:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761745.831792:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761745.831806:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff982a89a46d80 x1876700069745536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761745.831820:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069745536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761745.831829:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761745.831833:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761745.831836:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761745.831844:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761745.831879:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761745.831892:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761745]  req@ffff982a89a44a80 x1876700069745664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761745.831905:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069745664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761745.831914:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761745.831918:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761745.831921:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761746.663235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761747.687229:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761748.711226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761749.735201:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761750.759246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761750.951100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.951110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761750.951115:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.951139:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1135
00000100:00080000:3.0:1789761750.951148:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.951155:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761750.951183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069745792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.951206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.951208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.951210:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.951213:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1135
00000100:00080000:3.0:1789761750.951216:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.951220:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761750.951228:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761750.951242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069745920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.951255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.951259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761750.951262:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761750.951266:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069745792:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761750.951270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1135
00000100:00080000:3.0:1789761750.951277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.951281:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761750.951285:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761750.951297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069746048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.951318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.951322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761750.951324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.951329:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1135
00000100:00080000:3.0:1789761750.951334:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761750.951339:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761750.951345:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761750.951347:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761750.951364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069746176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761750.951375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761750.951379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761750.951381:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761750.951385:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1135
00000100:00080000:3.0:1789761750.951390:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761750.951395:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff982a89a47800 x1876700069745792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761750.951399:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761750.951408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761750.951433:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069745792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761750.951436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069746304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761750.951472:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761750.951477:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761750.951481:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069745792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761750.951501:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761750.951525:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761750.951540:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff982a89a45f80 x1876700069745920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761750.951555:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069745920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761750.951568:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761750.951571:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761750.951574:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069745920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761750.951578:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761750.951595:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761750.951603:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff982a89a47480 x1876700069746048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761750.951611:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069746048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761750.951616:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761750.951619:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761750.951621:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761750.951624:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761750.951635:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761750.951641:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff982a89a47100 x1876700069746176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761750.951648:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069746176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761750.951653:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761750.951655:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761750.951657:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761750.951665:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761750.951678:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761750.951685:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff982a89a44380 x1876700069746304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761750.951692:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069746304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761750.951697:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761750.951698:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761750.951700:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746304:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761751.783233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761752.807269:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761753.831244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761754.855188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761755.879197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761756.071140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761756.071147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761756.071151:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761756.071159:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1140
00000100:00080000:0.0:1789761756.071168:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761756.071174:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761756.071205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069746432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761756.071225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761756.071228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761756.071229:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761756.071231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1140
00000100:00080000:0.0:1789761756.071234:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761756.071236:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761756.071259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761756.071264:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069746432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761756.071276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069746560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761756.071289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761756.071294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761756.071296:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761756.071300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1140
00000100:00080000:0.0:1789761756.071306:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761756.071310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761756.071315:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761756.071328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069746688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761756.071329:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789761756.071338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761756.071341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761756.071342:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761756.071346:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1140
00000100:00080000:0.0:1789761756.071349:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761756.071352:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761756.071355:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761756.071364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069746816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761756.071368:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff982a89b81500 x1876700069746432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761756.071375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761756.071398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1789761756.071406:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069746432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761756.071408:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761756.071417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1140
00000100:00080000:3.0:1789761756.071420:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761756.071424:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761756.071425:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761756.071431:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069746432:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789761756.071434:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761756.071443:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761756.071453:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761756.071456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069746944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761756.071480:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761756.071498:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff982a89b80700 x1876700069746560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761756.071522:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069746560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761756.071538:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761756.071544:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761756.071547:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746560:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761756.071552:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746688:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761756.071569:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761756.071578:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff982a89b81c00 x1876700069746688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761756.071625:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069746688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761756.071634:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761756.071638:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761756.071642:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746688:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761756.071648:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746816:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761756.071679:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761756.071692:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff982a89b82a00 x1876700069746816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761756.071706:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069746816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761756.071714:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761756.071718:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761756.071721:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746816:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761756.071735:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746944:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761756.071751:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761756.071759:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761756/real 1789761756]  req@ffff982a89b80000 x1876700069746944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761756.071767:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069746944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761756.071787:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761756.071791:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761756.071795:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069746944:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761756.903193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761757.927231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761758.951159:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761759.975199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761760.999201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761761.191160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761761.191170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761761.191175:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.191185:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1145
00000100:00080000:3.0:1789761761.191196:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.191203:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761761.191242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069747072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761761.191265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761761.191268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761761.191269:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.191272:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1145
00000100:00080000:3.0:1789761761.191275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.191278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761761.191286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761761.191295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069747200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761761.191318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761761.191319:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069747072:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761761.191324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761761.191338:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.191357:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1145
00000100:00080000:3.0:1789761761.191363:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.191368:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761761.191374:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761761.191389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069747328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761761.191405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761761.191406:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761761.191412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761761.191414:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.191419:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1145
00000100:00080000:3.0:1789761761.191423:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.191427:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761761.191432:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761761.191442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069747456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761761.191449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761761.191451:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff982a89a44700 x1876700069747072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761761.191452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761761.191455:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761761.191460:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1145
00000100:00080000:3.0:1789761761.191470:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761761.191473:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761761.191478:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761761.191481:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069747072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761761.191489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069747584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761761.191508:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761761.191516:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761761.191521:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069747072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761761.191546:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761761.191570:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761761.191581:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff982a89a46300 x1876700069747200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761761.191589:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069747200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761761.191605:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761761.191608:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761761.191610:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761761.191616:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761761.191640:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761761.191652:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff982a89a44000 x1876700069747328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761761.191664:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069747328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761761.191673:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761761.191677:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761761.191681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761761.191687:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761761.191708:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761761.191720:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff982a89a45c00 x1876700069747456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761761.191732:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069747456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761761.191740:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761761.191743:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761761.191747:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761761.191760:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761761.191779:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761761.191790:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761761/real 1789761761]  req@ffff982a89a45500 x1876700069747584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761761.191802:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069747584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761761.191811:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761761.191814:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761761.191817:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747584:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761762.023211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761763.047172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761764.071202:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761765.095190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761766.119164:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761766.311109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.311118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761766.311122:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.311131:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1150
00000100:00080000:3.0:1789761766.311141:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.311149:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761766.311183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069747712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761766.311209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.311213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761766.311215:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.311219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1150
00000100:00080000:3.0:1789761766.311223:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.311226:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761766.311235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761766.311261:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069747712:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761766.311274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069747840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761766.311286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.311289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761766.311291:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.311295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1150
00000100:00080000:3.0:1789761766.311300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.311319:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761766.311324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761766.311337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069747968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761766.311342:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761766.311353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.311357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761766.311359:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761766.311364:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1150
00000100:00080000:3.0:1789761766.311368:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761766.311372:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761766.311377:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761766.311389:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff982a89a44e00 x1876700069747712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761766.311391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069748096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761766.311417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761766.311422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761766.311425:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761766.311432:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069747712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761766.311437:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1150
00000100:00080000:3.0:1789761766.311445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761766.311451:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761766.311452:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761766.311461:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761766.311462:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761766.311470:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069747712:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761766.311477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069748224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761766.311498:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761766.311523:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761766.311535:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff982a89a45880 x1876700069747840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761766.311560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069747840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761766.311568:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761766.311571:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761766.311575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761766.311580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761766.311598:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761766.311607:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff982a89a46a00 x1876700069747968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761766.311618:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069747968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761766.311626:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761766.311629:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761766.311632:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069747968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761766.311637:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761766.311653:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761766.311662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff982a89a45500 x1876700069748096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761766.311672:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069748096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761766.311690:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761766.311694:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761766.311697:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761766.311703:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761766.311720:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761766.311729:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761766/real 1789761766]  req@ffff982a89a45c00 x1876700069748224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761766.311739:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069748224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761766.311746:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761766.311749:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761766.311752:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748224:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761767.143170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761768.167207:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761769.191219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761770.215252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761771.239216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761771.431142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.431152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761771.431157:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.431166:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1156
00000100:00080000:1.0:1789761771.431177:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761771.431184:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761771.431220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069748352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761771.431248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.431252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761771.431254:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.431258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1156
00000100:00080000:1.0:1789761771.431286:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761771.431292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761771.431302:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761771.431308:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069748352:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789761771.431326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069748480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761771.431338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.431342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761771.431344:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.431348:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1156
00000100:00080000:1.0:1789761771.431352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761771.431356:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761771.431361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761771.431373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069748608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761771.431382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.431388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789761771.431391:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789761771.431391:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.431400:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1156
00000100:00080000:1.0:1789761771.431405:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761771.431409:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761771.431414:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761771.431424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069748736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761771.431435:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff982a88058700 x1876700069748352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.431463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761771.431466:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069748352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.431468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761771.431472:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.431481:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1156
00000100:00080000:0.0:1789761771.431485:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761771.431487:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761771.431491:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:1.0:1789761771.431496:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761771.431497:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069748352:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789761771.431503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761771.431520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069748864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761771.431529:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761771.431556:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761771.431572:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff982a88059500 x1876700069748480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761771.431584:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069748480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761771.431591:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761771.431595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761771.431598:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761771.431605:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761771.431625:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761771.431635:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff982a88058a80 x1876700069748608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761771.431645:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069748608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761771.431652:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761771.431666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761771.431670:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761771.431677:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761771.431697:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761771.431716:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff982a8805b800 x1876700069748736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761771.431732:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069748736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761771.431737:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761771.431741:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761771.431744:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761771.431763:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761771.431785:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761771.431797:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff982a88058380 x1876700069748864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761771.431806:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069748864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761771.431811:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761771.431813:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761771.431816:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069748864:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761772.263171:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761773.287193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761774.311220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761775.335281:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761776.359197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761776.551191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.551210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761776.551214:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.551239:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1161
00000100:00080000:0.0:1789761776.551250:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.551257:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761776.551295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069748992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761776.551351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.551355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761776.551358:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.551362:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1161
00000100:00080000:0.0:1789761776.551366:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.551371:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761776.551380:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761776.551395:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069749120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761776.551405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.551408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761776.551410:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.551413:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1161
00000100:00080000:0.0:1789761776.551416:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.551419:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761776.551423:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761776.551430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069749248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761776.551436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.551439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761776.551440:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.551442:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1161
00000100:00080000:0.0:1789761776.551450:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.551453:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761776.551457:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761776.551463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069749376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761776.551470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761776.551472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761776.551473:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761776.551475:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1161
00000100:00080000:0.0:1789761776.551476:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761776.551478:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761776.551480:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761776.551486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069749504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761776.551568:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069748992:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789761776.551622:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761776.551662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff982a89b82300 x1876700069748992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.551682:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069748992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.551694:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.551698:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761776.551702:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069748992:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761776.551710:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749120:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761776.551741:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761776.551753:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff982a89b80e00 x1876700069749120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.551765:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069749120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.551774:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.551777:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761776.551781:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749120:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761776.551787:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749248:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761776.551802:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761776.551811:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff982a89b81880 x1876700069749248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.551823:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069749248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.551831:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.551834:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761776.551837:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749248:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761776.551843:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749376:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761776.551857:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761776.551866:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff982a89b83b80 x1876700069749376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.551891:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069749376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.551899:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.551902:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761776.551906:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749376:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761776.551911:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749504:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761776.551926:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761776.551933:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff982a89b83480 x1876700069749504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.551940:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069749504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.551945:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.551955:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761776.551957:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749504:192.168.203.153@tcp:8:
00010000:00010000:0.0:1789761777.383265:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761778.407233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761779.431252:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761780.455253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761781.479260:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761781.671204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.671216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761781.671220:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.671231:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1166
00000100:00080000:3.0:1789761781.671242:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.671267:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761781.671302:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069749632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.671338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.671342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761781.671344:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.671349:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1166
00000100:00080000:3.0:1789761781.671353:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.671357:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761781.671365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761781.671375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069749760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.671384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.671387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761781.671388:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.671392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1166
00000100:00080000:3.0:1789761781.671398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761781.671402:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069749632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761781.671402:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761781.671408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761781.671421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069749888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.671428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.671430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761781.671437:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.671441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1166
00000100:00080000:3.0:1789761781.671444:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.671447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761781.671451:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761781.671461:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069750016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.671468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.671470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761781.671471:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.671474:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1166
00000100:00080000:3.0:1789761781.671479:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.671481:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761781.671484:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761781.671489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069750144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761781.671504:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761781.671552:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff982a89a44000 x1876700069749632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761781.671567:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069749632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761781.671576:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761781.671588:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761781.671602:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069749632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761781.671627:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761781.671645:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761781.671653:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff982a89a46300 x1876700069749760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761781.671661:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069749760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761781.671668:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761781.671671:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761781.671674:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761781.671681:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761781.671699:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761781.671710:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff982a89a44700 x1876700069749888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761781.671720:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069749888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761781.671725:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761781.671728:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761781.671730:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069749888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761781.671734:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761781.671749:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761781.671762:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff982a89a44380 x1876700069750016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761781.671769:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069750016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761781.671774:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761781.671776:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761781.671778:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761781.671781:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761781.671793:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761781.671798:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff982a89a47100 x1876700069750144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761781.671804:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069750144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761781.671809:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761781.671811:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761781.671812:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750144:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761782.503198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761783.527207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761784.551193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761785.575216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761786.599200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761786.791169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761786.791176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761786.791179:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761786.791187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1171
00000100:00080000:3.0:1789761786.791195:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761786.791215:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761786.791241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069750272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761786.791260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761786.791263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761786.791264:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761786.791266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1171
00000100:00080000:3.0:1789761786.791269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761786.791271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761786.791278:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761786.791288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069750400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761786.791294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761786.791297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761786.791298:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761786.791301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1171
00000100:00080000:3.0:1789761786.791302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761786.791304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761786.791307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761786.791312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069750528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761786.791322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761786.791324:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069750272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761786.791325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761786.791336:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761786.791340:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1171
00000100:00080000:3.0:1789761786.791343:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761786.791345:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761786.791349:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761786.791363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069750656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761786.791369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761786.791371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761786.791372:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761786.791374:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1171
00000100:00080000:3.0:1789761786.791376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761786.791379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761786.791387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761786.791398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069750784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761786.791407:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761786.791453:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff982a89a47480 x1876700069750272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761786.791473:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069750272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761786.791503:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761786.791507:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761786.791510:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069750272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761786.791517:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761786.791535:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761786.791544:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff982a89a45f80 x1876700069750400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761786.791551:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069750400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761786.791556:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761786.791559:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761786.791561:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761786.791585:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761786.791595:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761786.791601:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff982a89a47800 x1876700069750528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761786.791608:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069750528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761786.791612:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761786.791614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761786.791616:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761786.791626:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761786.791646:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761786.791665:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff982a89a44a80 x1876700069750656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761786.791676:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069750656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761786.791681:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761786.791683:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761786.791685:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761786.791689:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761786.791704:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761786.791710:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff982a89a46d80 x1876700069750784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761786.791717:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069750784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761786.791721:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761786.791723:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761786.791726:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069750784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761787.623173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761788.647193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761789.671215:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761790.695269:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761791.719222:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761791.911104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.911124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761791.911129:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.911139:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1176
00000100:00080000:3.0:1789761791.911151:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.911158:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761791.911213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069750912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.911240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.911243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761791.911245:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.911249:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1176
00000100:00080000:3.0:1789761791.911253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.911257:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761791.911267:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761791.911286:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069750912:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761791.911289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069751040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.911306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.911309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761791.911311:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.911315:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1176
00000100:00080000:3.0:1789761791.911319:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.911323:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761791.911329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761791.911340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069751168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.911349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.911353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761791.911354:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761791.911364:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761791.911369:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1176
00000100:00080000:3.0:1789761791.911374:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.911380:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761791.911386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761791.911399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069751296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761791.911408:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff982a89a47b80 x1876700069750912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.911409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761791.911413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761791.911415:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761791.911424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1176
00000100:00080000:3.0:1789761791.911432:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761791.911437:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761791.911440:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069750912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761791.911445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761791.911451:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761791.911456:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761791.911462:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069750912:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761791.911462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069751424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761791.911491:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761791.911511:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761791.911520:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff982a89a45180 x1876700069751040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761791.911528:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069751040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761791.911534:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761791.911536:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761791.911538:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761791.911542:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761791.911552:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761791.911557:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff982a89a46680 x1876700069751168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761791.911565:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069751168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761791.911570:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761791.911577:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761791.911579:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761791.911583:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761791.911600:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761791.911611:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff982a89a46d80 x1876700069751296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761791.911623:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069751296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761791.911632:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761791.911636:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761791.911640:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761791.911646:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761791.911662:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761791.911670:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff982a89a44a80 x1876700069751424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761791.911677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069751424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761791.911683:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761791.911685:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761791.911687:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751424:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761792.743224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761793.767160:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761794.791201:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761795.815229:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761796.839236:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761797.031142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.031153:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761797.031157:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761797.031172:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1181
00000100:00080000:3.0:1789761797.031183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761797.031191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761797.031261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069751552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761797.031289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.031293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761797.031295:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761797.031300:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1181
00000100:00080000:3.0:1789761797.031305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761797.031309:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761797.031319:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761797.031334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069751680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761797.031344:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069751552:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761797.031349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.031354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761797.031356:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761797.031363:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1181
00000100:00080000:3.0:1789761797.031370:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761797.031374:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761797.031380:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761797.031403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069751808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761797.031414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.031418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761797.031419:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761797.031424:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761797.031433:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1181
00000100:00080000:3.0:1789761797.031439:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761797.031444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761797.031451:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761797.031466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069751936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761797.031472:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761797]  req@ffff982a89a47800 x1876700069751552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761797.031489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761797.031494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761797.031497:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761797.031500:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069751552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761797.031505:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1181
00000100:00080000:3.0:1789761797.031514:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761797.031517:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761797.031522:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789761797.031524:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761797.031531:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069751552:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761797.031534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761797.031547:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069752064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761797.031563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761797.031587:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761797.031598:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761797]  req@ffff982a89a45f80 x1876700069751680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761797.031611:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069751680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761797.031620:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761797.031623:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761797.031627:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761797.031634:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761797.031657:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761797.031670:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761797]  req@ffff982a89a47480 x1876700069751808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761797.031683:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069751808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761797.031699:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761797.031703:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761797.031707:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761797.031714:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761797.031739:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761797.031753:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761797]  req@ffff982a89a47100 x1876700069751936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761797.031765:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069751936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761797.031774:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761797.031777:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761797.031781:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069751936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761797.031787:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761797.031809:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761797.031822:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761797/real 1789761797]  req@ffff982a89a44380 x1876700069752064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761797.031835:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069752064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761797.031843:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761797.031847:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761797.031850:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752064:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761797.863183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761798.887258:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761799.911175:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761800.935209:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761801.959170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761802.151146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761802.151156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761802.151161:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761802.151171:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1186
00000100:00080000:0.0:1789761802.151183:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761802.151191:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761802.151243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83100 x1876700069752192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761802.151272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761802.151276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761802.151278:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761802.151282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1186
00000100:00080000:0.0:1789761802.151287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761802.151292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761802.151302:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761802.151314:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069752192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761802.151320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81f80 x1876700069752320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761802.151333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761802.151337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761802.151339:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761802.151343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1186
00000100:00080000:0.0:1789761802.151347:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761802.151351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761802.151372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761802.151387:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761802.151389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82680 x1876700069752448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761802.151402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761802.151415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761802.151418:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761802.151424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1186
00000100:00100000:3.0:1789761802.151427:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff982a89b83100 x1876700069752192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761802.151431:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761802.151441:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761802.151450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761802.151461:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83100 x1876700069752192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761802.151468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069752576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761802.151480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761802.151485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761802.151487:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761802.151494:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1186
00000100:00080000:0.0:1789761802.151499:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761802.151505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761802.151510:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761802.151510:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761802.151521:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069752704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761802.151531:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761802.151538:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069752192:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761802.151564:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752320:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761802.151592:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761802.151607:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff982a89b81f80 x1876700069752320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761802.151617:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81f80 x1876700069752320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761802.151622:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761802.151625:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761802.151627:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752320:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761802.151631:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752448:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761802.151656:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761802.151664:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff982a89b82680 x1876700069752448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761802.151671:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82680 x1876700069752448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761802.151676:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761802.151678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761802.151680:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752448:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761802.151697:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752576:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761802.151713:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761802.151720:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff982a89b83480 x1876700069752576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761802.151728:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069752576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761802.151733:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761802.151735:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761802.151737:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752576:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761802.151740:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752704:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761802.151749:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761802.151755:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761802/real 1789761802]  req@ffff982a89b83b80 x1876700069752704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761802.151762:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069752704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761802.151767:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761802.151768:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761802.151770:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752704:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761802.983231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761804.007173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761805.031194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761806.055170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761807.079159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761807.271121:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.271128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761807.271132:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.271155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1191
00000100:00080000:3.0:1789761807.271164:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.271170:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761807.271197:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069752832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761807.271217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.271220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761807.271221:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.271224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1191
00000100:00080000:3.0:1789761807.271227:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.271230:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761807.271237:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761807.271246:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069752960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761807.271251:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069752832:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761807.271256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.271259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761807.271260:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.271263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1191
00000100:00080000:3.0:1789761807.271265:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.271268:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761807.271271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761807.271279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069753088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761807.271294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.271297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761807.271298:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.271301:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1191
00000100:00080000:3.0:1789761807.271304:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.271306:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761807.271310:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761807.271318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069753216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761807.271324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761807.271326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761807.271327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761807.271330:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1191
00000100:00080000:3.0:1789761807.271331:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761807.271333:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761807.271336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761807.271343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069753344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761807.271368:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761807.271407:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761807.271422:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761807.271434:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753344:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761808.103165:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761809.127152:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761810.151148:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761810.343345:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789761810.343389:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761810.343407:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761810.343448:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761810.343456:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761810.343467:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789761810.343478:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789761810.343502:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761810]  req@ffff982a89a46300 x1876700069752960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761810.343527:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069752960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761810.343537:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761810.343541:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761810.343544:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069752960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761810.343550:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761810]  req@ffff982a89a44000 x1876700069753088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761810.343559:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069753088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761810.343564:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761810.343566:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761810.343568:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761810.343573:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761810]  req@ffff982a89a45c00 x1876700069753216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761810.343580:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069753216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761810.343603:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761810.343607:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761810.343612:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761810.343619:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761810]  req@ffff982a89a45500 x1876700069753344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761810.343631:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069753344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761810.343639:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761810.343642:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761810.343646:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753344:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761810.343651:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761807/real 1789761810]  req@ffff982a89a44700 x1876700069752832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761810.343679:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069752832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761810.343687:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761810.343690:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761810.343693:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069752832:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789761811.175205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761812.199243:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761812.391155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.391167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761812.391172:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.391184:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1197
00000100:00080000:3.0:1789761812.391208:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.391216:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761812.391248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069753472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.391277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.391281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.391283:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.391287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1197
00000100:00080000:3.0:1789761812.391291:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.391295:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761812.391304:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.391317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069753600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.391328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761812.391332:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069753472:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761812.391333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761812.391337:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.391346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1197
00000100:00080000:3.0:1789761812.391349:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.391352:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761812.391357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.391369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069753728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.391378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.391388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.391390:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.391395:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1197
00000100:00080000:3.0:1789761812.391400:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761812.391408:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761812.391409:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761812.391418:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.391432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069753856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.391443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.391447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761812.391449:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.391455:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1197
00000100:00100000:0.0:1789761812.391456:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff982a89a46a00 x1876700069753472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761812.391460:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.391468:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761812.391474:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.391490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069753984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761812.391500:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069753472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761812.391514:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761812.391519:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761812.391525:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069753472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761812.391551:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761812.391578:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761812.391593:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff982a89a45880 x1876700069753600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761812.391606:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069753600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761812.391615:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761812.391618:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761812.391622:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761812.391629:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761812.391667:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761812.391680:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff982a89a44e00 x1876700069753728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761812.391693:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069753728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761812.391703:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761812.391713:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761812.391718:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761812.391725:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761812.391749:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761812.391761:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff982a89a44700 x1876700069753856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761812.391773:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069753856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761812.391782:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761812.391785:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761812.391789:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761812.391796:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761812.391816:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761812.391828:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761812]  req@ffff982a89a45500 x1876700069753984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761812.391841:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069753984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761812.391849:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761812.391852:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761812.391857:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069753984:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761813.223156:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761814.247222:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761815.271111:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761816.295145:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761817.319123:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761817.511120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.511131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761817.511135:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.511146:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1202
00000100:00080000:3.0:1789761817.511157:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761817.511165:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761817.511203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069754112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761817.511245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.511249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761817.511251:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.511255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1202
00000100:00080000:3.0:1789761817.511259:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761817.511264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761817.511274:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761817.511289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069754240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761817.511292:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069754112:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761817.511306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.511314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761817.511315:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.511320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1202
00000100:00080000:3.0:1789761817.511323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761817.511327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761817.511332:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761817.511344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069754368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761817.511354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.511357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761817.511358:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.511362:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1202
00000100:00080000:3.0:1789761817.511376:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761817.511379:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761817.511384:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761817.511391:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761817.511404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069754496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761817.511413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761817.511418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789761817.511419:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff982a89a45c00 x1876700069754112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761817.511422:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761817.511433:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1202
00000100:00080000:3.0:1789761817.511439:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761817.511443:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761817.511447:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069754112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761817.511450:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761817.511465:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789761817.511467:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069754624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761817.511473:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761817.511482:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069754112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761817.511518:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761817.511538:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761817.511548:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff982a89a44000 x1876700069754240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761817.511557:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069754240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761817.511562:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761817.511565:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761817.511567:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761817.511571:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761817.511581:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761817.511587:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff982a89a46300 x1876700069754368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761817.511594:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069754368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761817.511605:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761817.511607:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761817.511609:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761817.511613:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761817.511627:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761817.511634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff982a89a44380 x1876700069754496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761817.511641:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069754496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761817.511646:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761817.511647:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761817.511649:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761817.511653:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761817.511663:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761817.511668:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff982a89a47100 x1876700069754624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761817.511675:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069754624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761817.511680:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761817.511682:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761817.511683:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761818.343135:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761819.367148:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761820.391151:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761821.415217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761822.439222:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761822.631169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761822.631184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761822.631190:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.631204:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1207
00000100:00080000:3.0:1789761822.631219:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761822.631235:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761822.631283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069754752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761822.631306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761822.631330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761822.631333:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.631337:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1207
00000100:00080000:3.0:1789761822.631341:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761822.631346:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761822.631353:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069754752:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761822.631360:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761822.631377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069754880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761822.631386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761822.631389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761822.631391:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.631396:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1207
00000100:00080000:3.0:1789761822.631398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761822.631402:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761822.631405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761822.631412:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069755008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761822.631419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761822.631426:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761822.631432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761822.631435:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.631442:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1207
00000100:00080000:3.0:1789761822.631447:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761822.631455:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761822.631466:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761822.631472:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff982a89a47480 x1876700069754752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761822.631479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069755136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761822.631517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761822.631521:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069754752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761822.631522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761822.631528:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761822.631543:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1207
00000100:00080000:3.0:1789761822.631553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761822.631558:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761822.631560:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761822.631573:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761822.631574:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761822.631592:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069755264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761822.631600:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069754752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761822.631638:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761822.631659:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761822.631669:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff982a89a45f80 x1876700069754880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761822.631678:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069754880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761822.631684:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761822.631687:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761822.631689:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069754880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761822.631693:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761822.631705:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761822.631711:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff982a89a47800 x1876700069755008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761822.631736:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069755008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761822.631741:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761822.631744:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761822.631746:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761822.631750:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761822.631763:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761822.631770:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff982a89a44a80 x1876700069755136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761822.631776:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069755136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761822.631781:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761822.631784:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761822.631785:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761822.631789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761822.631799:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761822.631804:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff982a89a46d80 x1876700069755264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761822.631811:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069755264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761822.631824:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761822.631827:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761822.631829:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755264:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761823.463189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761824.487168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761825.511226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761826.535176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761827.559155:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761827.751140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.751148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761827.751152:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.751159:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1212
00000100:00080000:0.0:1789761827.751168:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.751174:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761827.751207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069755392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761827.751228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.751230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761827.751231:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.751234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1212
00000100:00080000:0.0:1789761827.751237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.751240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761827.751247:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761827.751256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069755520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761827.751261:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069755392:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789761827.751266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.751269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761827.751286:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.751290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1212
00000100:00080000:0.0:1789761827.751293:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.751296:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761827.751300:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761827.751310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069755648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761827.751316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761827.751320:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789761827.751321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761827.751324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.751328:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1212
00000100:00080000:0.0:1789761827.751331:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.751334:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761827.751339:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761827.751347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069755776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761827.751353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.751357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1789761827.751358:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff982a89b81880 x1876700069755392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761827.751360:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.751368:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1212
00000100:00080000:0.0:1789761827.751373:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.751377:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761827.751381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761827.751384:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069755392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.751395:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761827.751398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069755904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761827.751401:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761827.751408:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069755392:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761827.751432:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755520:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761827.751469:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761827.751483:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff982a89b80e00 x1876700069755520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.751492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069755520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.751498:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.751500:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761827.751502:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755520:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761827.751507:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755648:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761827.751520:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761827.751526:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff982a89b82300 x1876700069755648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.751534:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069755648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.751538:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.751540:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761827.751542:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755648:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761827.751545:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755776:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761827.751556:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761827.751562:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff982a89b80000 x1876700069755776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.751579:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069755776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.751584:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.751586:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761827.751588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755776:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761827.751592:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755904:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761827.751604:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761827.751610:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff982a89b82a00 x1876700069755904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.751617:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069755904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.751622:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.751624:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761827.751625:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069755904:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761828.583167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761829.607227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761830.631173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761831.655235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761832.679208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761832.871158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.871168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761832.871172:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.871183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1217
00000100:00080000:3.0:1789761832.871193:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761832.871200:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761832.871233:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069756032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761832.871271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.871275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761832.871277:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.871282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1217
00000100:00080000:3.0:1789761832.871286:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761832.871291:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761832.871300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761832.871312:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069756032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761832.871316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069756160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761832.871328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.871331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761832.871334:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.871338:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1217
00000100:00080000:3.0:1789761832.871341:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761832.871345:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761832.871350:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761832.871361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069756288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761832.871371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.871374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761832.871376:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.871379:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1217
00000800:00000100:0.0:1789761832.871388:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761832.871393:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761832.871400:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761832.871406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761832.871420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069756416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761832.871429:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff982a89a46680 x1876700069756032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.871431:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761832.871440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761832.871444:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761832.871451:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1217
00000100:00100000:0.0:1789761832.871455:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069756032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.871457:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761832.871465:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789761832.871471:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761832.871472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761832.871477:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761832.871482:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069756032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761832.871488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069756544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761832.871504:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761832.871524:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761832.871533:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff982a89a45180 x1876700069756160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761832.871541:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069756160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.871547:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.871549:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761832.871551:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761832.871555:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761832.871565:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761832.871584:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff982a89a47b80 x1876700069756288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761832.871596:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069756288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.871614:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.871618:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761832.871622:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761832.871628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761832.871645:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761832.871654:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff982a89a46d80 x1876700069756416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761832.871667:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069756416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.871675:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.871678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761832.871682:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761832.871688:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761832.871707:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761832.871718:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff982a89a44a80 x1876700069756544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761832.871730:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069756544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761832.871752:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761832.871756:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761832.871760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756544:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761833.703164:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761834.727135:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761835.751172:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761836.775164:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761837.799163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761837.991158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.991169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761837.991174:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.991184:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1222
00000100:00080000:0.0:1789761837.991195:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.991203:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761837.991242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069756672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.991270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.991274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761837.991277:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.991281:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1222
00000100:00080000:0.0:1789761837.991286:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.991290:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761837.991300:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069756672:192.168.203.153@tcp:250:
00000008:00100000:0.0:1789761837.991301:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761837.991319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069756800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.991328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.991330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761837.991346:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.991349:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1222
00000100:00080000:0.0:1789761837.991353:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.991356:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761837.991361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761837.991361:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761837.991373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069756928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761837.991380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761837.991383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761837.991384:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.991387:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1222
00000100:00080000:0.0:1789761837.991390:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.991393:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761837.991397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761837.991398:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff982a89b81c00 x1876700069756672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761837.991410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069757056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761837.991416:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069756672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761837.991437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761837.991438:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.991445:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:0.0:1789761837.991446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1789761837.991450:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069756672:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789761837.991452:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761837.991461:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1222
00000100:00080000:0.0:1789761837.991466:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761837.991470:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761837.991474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761837.991481:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761837.991496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069757184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761837.991506:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761837.991519:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff982a89b80700 x1876700069756800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761837.991528:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069756800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761837.991534:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.991537:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761837.991539:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756800:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761837.991542:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756928:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761837.991553:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761837.991559:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff982a89b81500 x1876700069756928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761837.991566:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069756928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761837.991571:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.991573:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761837.991575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069756928:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761837.991578:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757056:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761837.991589:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761837.991595:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff982a89b80380 x1876700069757056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761837.991608:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069757056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761837.991613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.991615:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761837.991617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757056:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761837.991627:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757184:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761837.991640:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761837.991655:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff982a89b82d80 x1876700069757184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761837.991662:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069757184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761837.991667:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761837.991669:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761837.991671:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757184:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761838.823159:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761839.847194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761840.871187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761841.895165:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761842.919194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761843.111186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761843.111194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761843.111198:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761843.111206:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1227
00000100:00080000:3.0:1789761843.111216:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761843.111222:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761843.111256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069757312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761843.111292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761843.111295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761843.111297:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761843.111300:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1227
00000100:00080000:3.0:1789761843.111303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761843.111308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761843.111316:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761843.111325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069757440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761843.111332:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069757312:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761843.111334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761843.111341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761843.111344:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761843.111347:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1227
00000100:00080000:3.0:1789761843.111349:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761843.111352:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761843.111355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761843.111364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069757568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761843.111370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761843.111372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761843.111373:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761843.111376:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1227
00000100:00080000:3.0:1789761843.111385:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761843.111388:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761843.111392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761843.111402:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761843.111402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069757696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761843.111411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761843.111414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761843.111415:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761843.111418:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1227
00000100:00080000:3.0:1789761843.111421:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761843.111423:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761843.111426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761843.111433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069757824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761843.111443:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff982a89a47800 x1876700069757312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761843.111459:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069757312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761843.111467:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761843.111470:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761843.111473:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069757312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761843.111492:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761843.111507:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761843.111514:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff982a89a45f80 x1876700069757440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761843.111522:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069757440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761843.111528:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761843.111530:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761843.111532:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761843.111535:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761843.111545:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761843.111559:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff982a89a47480 x1876700069757568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761843.111567:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069757568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761843.111572:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761843.111574:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761843.111576:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761843.111579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761843.111591:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761843.111597:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff982a89a47100 x1876700069757696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761843.111604:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069757696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761843.111609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761843.111610:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761843.111612:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761843.111615:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761843.111624:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761843.111630:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761843/real 1789761843]  req@ffff982a89a44380 x1876700069757824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761843.111636:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069757824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761843.111649:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761843.111652:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761843.111654:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069757824:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761843.943181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761844.967151:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761845.991191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761847.015129:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761848.039177:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761848.231162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761848.231170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761848.231173:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761848.231182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1232
00000100:00080000:0.0:1789761848.231191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761848.231197:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761848.231231:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80a80 x1876700069757952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761848.231252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761848.231255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761848.231256:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761848.231259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1232
00000100:00080000:0.0:1789761848.231262:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761848.231264:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761848.231272:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761848.231285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81180 x1876700069758080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761848.231289:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069757952:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789761848.231305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761848.231309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761848.231328:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761848.231334:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1232
00000800:00000100:3.0:1789761848.231351:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789761848.231353:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761848.231359:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761848.231365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761848.231378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83800 x1876700069758208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761848.231385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761848.231387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761848.231392:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761848.231392:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff982a89b80a80 x1876700069757952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761848.231400:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1232
00000100:00080000:0.0:1789761848.231405:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761848.231410:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761848.231414:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761848.231418:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80a80 x1876700069757952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761848.231425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069758336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761848.231433:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761848.231435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761848.231439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761848.231440:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:0.0:1789761848.231443:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761848.231447:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069757952:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789761848.231449:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1232
00000100:00080000:0.0:1789761848.231451:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761848.231453:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761848.231457:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761848.231472:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069758464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761848.231479:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758080:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761848.231501:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761848.231511:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff982a89b81180 x1876700069758080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761848.231519:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81180 x1876700069758080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761848.231524:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761848.231526:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761848.231528:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758080:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761848.231532:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758208:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761848.231543:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761848.231549:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff982a89b83800 x1876700069758208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761848.231555:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83800 x1876700069758208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761848.231561:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761848.231562:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761848.231564:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758208:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761848.231568:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758336:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761848.231578:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761848.231583:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff982a89b82d80 x1876700069758336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761848.231597:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069758336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761848.231602:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761848.231604:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761848.231606:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758336:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761848.231616:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758464:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761848.231629:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761848.231638:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761848/real 1789761848]  req@ffff982a89b80380 x1876700069758464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761848.231660:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069758464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761873 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761848.231669:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761848.231672:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761848.231676:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758464:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761849.063180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761850.087171:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761851.111216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761852.135154:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761853.159164:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761853.351158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.351179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761853.351182:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.351208:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1237
00000100:00080000:0.0:1789761853.351221:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.351231:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761853.351279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069758592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761853.351313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.351316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761853.351318:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.351322:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1237
00000100:00080000:0.0:1789761853.351353:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.351356:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761853.351365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761853.351379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069758720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761853.351387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.351390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761853.351392:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.351395:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1237
00000100:00080000:0.0:1789761853.351398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761853.351407:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069758592:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789761853.351422:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761853.351428:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761853.351441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069758848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761853.351449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.351453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761853.351455:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.351457:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1237
00000100:00080000:0.0:1789761853.351461:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.351464:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761853.351468:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761853.351477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069758976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761853.351485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.351487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761853.351489:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.351495:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1237
00000800:00000100:3.0:1789761853.351497:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789761853.351499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.351504:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761853.351519:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761853.351528:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069759104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761853.351557:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff982a89b81500 x1876700069758592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761853.351584:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069758592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761853.351594:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761853.351605:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761853.351609:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069758592:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761853.351616:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758720:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761853.351650:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761853.351682:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff982a89b80700 x1876700069758720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761853.351693:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069758720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761853.351700:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761853.351703:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761853.351705:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758720:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761853.351727:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758848:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761853.351744:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761853.351753:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff982a89b81c00 x1876700069758848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761853.351762:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069758848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761853.351769:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761853.351771:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761853.351774:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758848:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761853.351778:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758976:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761853.351814:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761853.351830:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff982a89b82a00 x1876700069758976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761853.351847:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069758976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761853.351858:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761853.351861:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761853.351864:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069758976:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761853.351870:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759104:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761853.351888:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761853.351897:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff982a89b80000 x1876700069759104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761853.351907:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069759104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761853.351913:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761853.351916:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761853.351918:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759104:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761854.183143:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761855.207173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761856.231134:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761857.255188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761858.279235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761858.471172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.471183:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761858.471187:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.471198:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1243
00000100:00080000:3.0:1789761858.471209:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.471240:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761858.471306:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069759232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761858.471338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.471341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761858.471342:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.471346:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1243
00000100:00080000:3.0:1789761858.471349:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.471353:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761858.471364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761858.471376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069759360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761858.471385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.471387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761858.471389:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.471391:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1243
00000100:00080000:3.0:1789761858.471393:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.471400:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761858.471404:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761858.471405:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069759232:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761858.471412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069759488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761858.471418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.471420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761858.471429:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.471435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1243
00000100:00080000:3.0:1789761858.471438:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.471441:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761858.471446:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761858.471455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069759616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761858.471462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761858.471465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761858.471466:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761858.471468:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1243
00000100:00080000:3.0:1789761858.471470:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761858.471473:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761858.471475:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761858.471484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069759744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761858.471504:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761858.471543:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff982a89a46300 x1876700069759232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761858.471577:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069759232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761858.471590:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761858.471595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761858.471600:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069759232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761858.471681:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761858.471707:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761858.471719:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff982a89a44000 x1876700069759360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761858.471730:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069759360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761858.471736:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761858.471739:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761858.471742:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761858.471746:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761858.471759:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761858.471766:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff982a89a45c00 x1876700069759488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761858.471774:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069759488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761858.471786:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761858.471788:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761858.471791:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761858.471795:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761858.471810:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761858.471817:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff982a89a45500 x1876700069759616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761858.471825:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069759616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761858.471830:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761858.471832:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761858.471834:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761858.471837:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761858.471847:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761858.471853:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff982a89a44700 x1876700069759744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761858.471860:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069759744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761858.471865:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761858.471867:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761858.471868:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069759744:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761859.303196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761860.327167:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761861.351171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761862.375195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761863.399281:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761863.591173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.591184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761863.591188:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.591198:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1248
00000100:00080000:3.0:1789761863.591216:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.591223:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761863.591270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069759872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761863.591318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.591321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761863.591322:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.591325:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1248
00000100:00080000:3.0:1789761863.591329:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.591331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761863.591341:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761863.591362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069760000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761863.591368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.591371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761863.591372:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.591374:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1248
00000100:00080000:3.0:1789761863.591376:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.591378:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761863.591381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761863.591388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069760128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761863.591394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.591397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761863.591398:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.591401:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1248
00000100:00080000:3.0:1789761863.591419:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.591423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761863.591429:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069759872:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761863.591430:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761863.591446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069760256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761863.591453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761863.591456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761863.591458:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761863.591460:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1248
00000100:00080000:3.0:1789761863.591463:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761863.591465:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761863.591468:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761863.591476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069760384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761863.591521:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761863.591594:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff982a89a44e00 x1876700069759872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761863.591610:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069759872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761863.591619:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761863.591622:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761863.591626:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069759872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761863.591632:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761863.591648:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761863.591657:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff982a89a45880 x1876700069760000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761863.591665:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069760000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761863.591681:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761863.591683:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761863.591685:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761863.591688:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761863.591699:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761863.591705:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff982a89a46a00 x1876700069760128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761863.591726:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069760128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761863.591731:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761863.591733:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761863.591736:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761863.591762:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761863.591790:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761863.591798:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff982a89a44700 x1876700069760256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761863.591805:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069760256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761863.591811:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761863.591822:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761863.591824:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761863.591828:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761863.591840:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761863.591846:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff982a89a45500 x1876700069760384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761863.591858:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069760384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761863.591872:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761863.591874:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761863.591887:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760384:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761864.423201:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761865.447187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761866.471158:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761867.495176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761868.519148:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761868.711124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761868.711131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761868.711135:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761868.711143:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1253
00000100:00080000:3.0:1789761868.711153:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761868.711158:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761868.711194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069760512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761868.711222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761868.711244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761868.711247:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761868.711253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1253
00000100:00080000:3.0:1789761868.711258:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761868.711262:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761868.711272:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761868.711273:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069760512:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761868.711290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069760640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761868.711303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761868.711307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761868.711309:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761868.711313:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1253
00000100:00080000:3.0:1789761868.711318:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761868.711321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761868.711325:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761868.711333:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761868.711337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069760768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761868.711344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761868.711347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761868.711349:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761868.711351:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1253
00000100:00080000:3.0:1789761868.711354:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761868.711356:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761868.711366:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761868.711371:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff982a89a45c00 x1876700069760512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761868.711376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069760896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761868.711396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761868.711398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761868.711400:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761868.711402:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069760512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761868.711405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1253
00000100:00080000:3.0:1789761868.711410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761868.711416:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761868.711419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761868.711420:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761868.711427:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761868.711431:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069761024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761868.711434:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069760512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761868.711462:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761868.711479:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761868.711486:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff982a89a44000 x1876700069760640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761868.711494:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069760640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761868.711500:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761868.711502:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761868.711504:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761868.711515:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761868.711529:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761868.711535:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff982a89a46300 x1876700069760768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761868.711558:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069760768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761868.711563:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761868.711565:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761868.711567:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761868.711571:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761868.711586:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761868.711592:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff982a89a44380 x1876700069760896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761868.711600:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069760896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761868.711604:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761868.711606:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761868.711608:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069760896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761868.711611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761868.711621:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761868.711626:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff982a89a47100 x1876700069761024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761868.711639:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069761024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761868.711645:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761868.711647:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761868.711649:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761024:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761869.543167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761870.567268:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761871.591147:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761872.615172:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761873.639135:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761873.831135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.831143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761873.831146:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.831154:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1258
00000100:00080000:3.0:1789761873.831163:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.831168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761873.831200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069761152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.831221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.831223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761873.831225:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.831227:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1258
00000100:00080000:3.0:1789761873.831244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.831247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761873.831256:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.831266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069761280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761873.831272:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069761152:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761873.831276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.831280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761873.831281:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.831285:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1258
00000100:00080000:3.0:1789761873.831287:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.831289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761873.831293:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.831300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069761408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.831306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.831308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761873.831310:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.831312:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1258
00000100:00080000:3.0:1789761873.831315:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.831317:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761873.831321:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.831328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069761536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.831342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761873.831344:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761873.831346:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761873.831348:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1258
00000100:00080000:3.0:1789761873.831351:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761873.831354:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761873.831357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.831365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069761664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761873.831370:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761873.831396:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761873.831413:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761873.831429:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761664:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761874.663218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761875.687216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761876.711178:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761876.903304:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789761876.903340:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761876.903354:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761876.903383:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761876.903389:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761876.903395:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761876.903401:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789761876.903437:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761876]  req@ffff982a89a46d80 x1876700069761664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761876.903462:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069761664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761876.903474:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761876.903494:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761876.903499:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761664:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761876.903511:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761876]  req@ffff982a89a45f80 x1876700069761280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761876.903544:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069761280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761876.903553:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761876.903556:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761876.903560:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761876.903567:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761876]  req@ffff982a89a47800 x1876700069761408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761876.903579:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069761408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761876.903591:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761876.903594:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761876.903598:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761876.903605:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761876]  req@ffff982a89a44a80 x1876700069761536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761876.903617:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069761536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761876.903625:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761876.903628:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761876.903632:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761876.903638:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761876]  req@ffff982a89a47480 x1876700069761152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761876.903656:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069761152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761876.903665:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761876.903668:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761876.903671:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069761152:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789761877.735165:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761878.759176:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761878.951150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.951158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761878.951161:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.951170:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1263
00000100:00080000:3.0:1789761878.951180:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.951186:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761878.951215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069761792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761878.951235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.951238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761878.951240:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.951243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1263
00000100:00080000:3.0:1789761878.951245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.951247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761878.951266:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.951276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069761920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761878.951282:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069761792:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761878.951287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.951290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761878.951292:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.951295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1263
00000100:00080000:3.0:1789761878.951298:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.951300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761878.951303:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.951310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069762048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761878.951316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.951319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761878.951320:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.951322:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1263
00000100:00080000:3.0:1789761878.951325:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.951328:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761878.951333:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.951344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069762176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761878.951353:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761878.951359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761878.951363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761878.951372:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761878.951377:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1263
00000100:00080000:3.0:1789761878.951382:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761878.951387:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761878.951393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761878.951397:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff982a89a47b80 x1876700069761792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761878.951411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069762304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761878.951427:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069761792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.951442:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.951447:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761878.951452:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069761792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761878.951491:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761878.951518:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761878.951532:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff982a89a45180 x1876700069761920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761878.951543:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069761920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.951551:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.951563:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761878.951567:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069761920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761878.951574:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761878.951597:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761878.951609:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff982a89a46680 x1876700069762048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761878.951621:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069762048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.951629:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.951632:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761878.951642:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761878.951648:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761878.951668:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761878.951678:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff982a89a47480 x1876700069762176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761878.951689:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069762176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.951697:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.951700:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761878.951704:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761878.951710:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761878.951740:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761878.951752:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761878]  req@ffff982a89a44a80 x1876700069762304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761878.951763:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069762304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761878.951784:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761878.951788:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761878.951791:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762304:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761879.783147:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761880.807152:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761881.831228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761882.855154:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761883.879157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761884.071189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.071203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761884.071208:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.071221:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1268
00000100:00080000:0.0:1789761884.071235:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.071243:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761884.071292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069762432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761884.071326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.071329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761884.071332:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.071337:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1268
00000100:00080000:0.0:1789761884.071342:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.071347:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761884.071361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761884.071382:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069762432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761884.071398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069762560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761884.071413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.071416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761884.071419:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.071441:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1268
00000100:00080000:0.0:1789761884.071446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.071452:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761884.071459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761884.071473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069762688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761884.071478:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789761884.071493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.071498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761884.071500:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761884.071506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1268
00000100:00080000:0.0:1789761884.071512:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761884.071519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761884.071524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761884.071532:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff982a89b82300 x1876700069762432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761884.071543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069762816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761884.071574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761884.071578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761884.071580:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761884.071593:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069762432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761884.071597:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1268
00000100:00080000:0.0:1789761884.071611:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761884.071615:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761884.071623:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:3.0:1789761884.071624:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761884.071637:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069762432:192.168.203.153@tcp:250:
00000008:00100000:0.0:1789761884.071641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761884.071665:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069762944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761884.071668:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762560:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761884.071705:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761884.071719:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff982a89b80e00 x1876700069762560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761884.071732:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069762560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761884.071760:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761884.071763:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761884.071767:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762560:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761884.071778:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762688:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761884.071805:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761884.071816:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff982a89b81880 x1876700069762688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761884.071825:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069762688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761884.071830:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761884.071833:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761884.071835:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762688:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761884.071839:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762816:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761884.071851:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761884.071857:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff982a89b83b80 x1876700069762816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761884.071865:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069762816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761884.071875:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761884.071878:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761884.071880:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762816:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761884.071899:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762944:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761884.071920:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761884.071932:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761884/real 1789761884]  req@ffff982a89b83480 x1876700069762944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761884.071953:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069762944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761884.071961:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761884.071965:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761884.071968:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069762944:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761884.903185:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761885.927176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761886.951159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761887.975201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761888.999156:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761889.191134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761889.191142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761889.191146:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761889.191154:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1273
00000100:00080000:3.0:1789761889.191164:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761889.191170:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761889.191202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069763072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761889.191223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761889.191226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761889.191227:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761889.191230:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1273
00000100:00080000:3.0:1789761889.191233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761889.191236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761889.191258:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069763072:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761889.191258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761889.191273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069763200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761889.191282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761889.191284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761889.191285:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761889.191288:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1273
00000100:00080000:3.0:1789761889.191291:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761889.191294:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761889.191297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761889.191305:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069763328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761889.191311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761889.191314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761889.191315:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761889.191317:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1273
00000100:00080000:3.0:1789761889.191320:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761889.191323:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761889.191330:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761889.191335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761889.191343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069763456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761889.191349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761889.191352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761889.191358:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761889.191363:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1273
00000100:00100000:0.0:1789761889.191364:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff982a89a47800 x1876700069763072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761889.191366:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761889.191373:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761889.191381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761889.191404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069763584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761889.191412:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069763072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761889.191423:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761889.191426:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761889.191431:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069763072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761889.191452:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761889.191471:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761889.191484:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff982a89a45f80 x1876700069763200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761889.191497:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069763200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761889.191505:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761889.191517:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761889.191521:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761889.191528:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761889.191545:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761889.191553:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff982a89a46d80 x1876700069763328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761889.191561:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069763328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761889.191566:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761889.191569:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761889.191571:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761889.191574:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761889.191585:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761889.191591:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff982a89a47100 x1876700069763456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761889.191599:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069763456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761889.191604:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761889.191605:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761889.191607:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761889.191611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761889.191630:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761889.191636:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761889/real 1789761889]  req@ffff982a89a44380 x1876700069763584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761889.191643:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069763584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761914 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761889.191649:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761889.191650:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761889.191652:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763584:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761890.023186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761891.047143:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761892.071189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761893.095148:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761894.119143:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761894.311123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.311131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761894.311135:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.311143:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1278
00000100:00080000:3.0:1789761894.311152:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.311158:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761894.311191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069763712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.311212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.311214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761894.311215:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.311218:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1278
00000100:00080000:3.0:1789761894.311220:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.311222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761894.311229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.311237:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069763840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.311262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.311265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761894.311267:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.311270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1278
00000100:00080000:3.0:1789761894.311273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.311276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761894.311280:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.311288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069763968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.311295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.311298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789761894.311300:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069763712:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761894.311300:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.311305:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1278
00000100:00080000:3.0:1789761894.311309:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.311312:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761894.311316:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.311323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069764096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761894.311328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761894.311330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761894.311332:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761894.311334:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1278
00000100:00080000:3.0:1789761894.311342:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761894.311359:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761894.311364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761894.311372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069764224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761894.311388:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761894.311427:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff982a89a46300 x1876700069763712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761894.311444:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069763712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761894.311455:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761894.311459:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761894.311464:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069763712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761894.311472:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761894.311494:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761894.311504:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff982a89a44000 x1876700069763840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761894.311513:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069763840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761894.311525:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761894.311527:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761894.311529:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761894.311550:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761894.311565:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761894.311571:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff982a89a45c00 x1876700069763968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761894.311579:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069763968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761894.311584:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761894.311585:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761894.311587:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069763968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761894.311591:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761894.311602:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761894.311607:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff982a89a45500 x1876700069764096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761894.311614:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069764096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761894.311619:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761894.311621:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761894.311623:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761894.311631:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761894.311643:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761894.311649:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761894/real 1789761894]  req@ffff982a89a44700 x1876700069764224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761894.311656:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069764224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761919 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761894.311661:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761894.311662:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761894.311664:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764224:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761895.143143:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761896.167179:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761897.191160:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761898.215239:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761899.239167:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761899.431099:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.431107:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761899.431111:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.431126:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1284
00000100:00080000:3.0:1789761899.431136:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.431142:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761899.431176:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069764352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.431197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.431200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761899.431201:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.431207:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1284
00000100:00080000:3.0:1789761899.431209:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.431212:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761899.431219:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761899.431227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069764480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.431234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761899.431247:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069764352:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761899.431255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761899.431258:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.431261:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1284
00000100:00080000:3.0:1789761899.431264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.431267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761899.431271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761899.431280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069764608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.431287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.431290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761899.431291:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.431294:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1284
00000100:00080000:3.0:1789761899.431297:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.431299:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761899.431302:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761899.431325:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761899.431326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069764736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.431334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.431337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761899.431338:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.431342:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1284
00000100:00080000:3.0:1789761899.431346:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.431349:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761899.431359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761899.431367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069764864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761899.431375:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff982a89a46a00 x1876700069764352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761899.431393:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069764352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761899.431402:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761899.431406:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761899.431409:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069764352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761899.431414:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761899.431434:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761899.431443:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff982a89a45880 x1876700069764480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761899.431463:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069764480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761899.431468:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761899.431471:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761899.431473:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761899.431492:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761899.431506:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761899.431512:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff982a89a44e00 x1876700069764608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761899.431519:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069764608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761899.431524:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761899.431526:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761899.431528:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761899.431531:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761899.431542:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761899.431550:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff982a89a44700 x1876700069764736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761899.431562:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069764736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761899.431581:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761899.431585:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761899.431589:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761899.431595:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761899.431614:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761899.431622:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff982a89a45500 x1876700069764864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761899.431629:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069764864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761899.431634:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761899.431636:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761899.431638:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069764864:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761900.263161:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761901.287154:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761902.311136:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761903.335147:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761904.359267:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761904.551142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761904.551153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761904.551158:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761904.551168:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1289
00000100:00080000:0.0:1789761904.551178:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761904.551185:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761904.551220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82680 x1876700069764992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761904.551246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761904.551265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761904.551268:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761904.551286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1289
00000100:00080000:0.0:1789761904.551292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761904.551293:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069764992:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789761904.551300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761904.551310:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761904.551325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81f80 x1876700069765120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761904.551337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761904.551341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761904.551343:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761904.551347:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1289
00000100:00080000:0.0:1789761904.551353:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761904.551357:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761904.551363:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761904.551363:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761904.551378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83100 x1876700069765248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761904.551388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761904.551392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761904.551394:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761904.551398:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1289
00000100:00080000:0.0:1789761904.551402:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761904.551406:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761904.551412:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff982a89b82680 x1876700069764992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761904.551427:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761904.551429:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82680 x1876700069764992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761904.551440:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761904.551445:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761904.551446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069765376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761904.551450:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069764992:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789761904.551465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761904.551469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761904.551471:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761904.551477:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1289
00000100:00100000:3.0:1789761904.551478:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765120:192.168.203.153@tcp:38:
00000100:00080000:0.0:1789761904.551486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761904.551493:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761904.551498:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761904.551503:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761904.551516:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069765504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761904.551516:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff982a89b81f80 x1876700069765120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761904.551551:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81f80 x1876700069765120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761904.551560:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761904.551562:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761904.551566:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765120:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761904.551570:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765248:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761904.551592:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761904.551600:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff982a89b83100 x1876700069765248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761904.551608:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83100 x1876700069765248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761904.551613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761904.551615:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761904.551617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765248:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761904.551620:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765376:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761904.551631:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761904.551637:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff982a89b83480 x1876700069765376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761904.551644:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069765376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761904.551649:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761904.551650:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761904.551652:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765376:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761904.551671:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765504:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761904.551682:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761904.551688:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff982a89b83b80 x1876700069765504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761904.551705:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069765504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761904.551711:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761904.551713:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761904.551715:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765504:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761905.383145:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761906.407230:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761907.431224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761908.455284:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761909.479282:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761909.671241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.671251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761909.671254:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.671267:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1294
00000100:00080000:3.0:1789761909.671276:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.671282:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761909.671316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069765632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.671342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.671345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761909.671346:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.671348:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1294
00000100:00080000:3.0:1789761909.671351:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.671354:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761909.671361:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.671386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069765760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761909.671411:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069765632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761909.671459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.671465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761909.671469:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.671476:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1294
00000100:00080000:3.0:1789761909.671484:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.671491:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761909.671498:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.671516:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069765888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761909.671526:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761909.671555:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.671559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761909.671561:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.671565:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1294
00000100:00080000:3.0:1789761909.671570:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.671573:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761909.671578:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.671595:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069766016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.671602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.671605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761909.671606:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.671609:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1294
00000100:00100000:0.0:1789761909.671614:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff982a89a45c00 x1876700069765632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761909.671625:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.671637:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761909.671642:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761909.671665:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069765632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761909.671666:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069766144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761909.671745:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761909.671753:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761909.671759:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069765632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761909.671788:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761909.671823:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761909.671834:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff982a89a44000 x1876700069765760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761909.671843:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069765760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761909.671849:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761909.671851:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761909.671854:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761909.671858:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761909.671869:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761909.671875:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff982a89a46300 x1876700069765888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761909.671883:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069765888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761909.671888:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761909.671890:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761909.671892:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069765888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761909.671895:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761909.671920:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761909.671927:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff982a89a44380 x1876700069766016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761909.671945:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069766016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761909.671951:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761909.671954:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761909.671956:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761909.671960:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761909.671974:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761909.671980:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff982a89a47100 x1876700069766144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761909.671988:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069766144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761909.671993:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761909.671995:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761909.671997:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766144:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761910.503220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761911.527161:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761912.551299:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761913.575317:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761914.599264:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761914.791103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761914.791111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761914.791115:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.791124:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1299
00000100:00080000:3.0:1789761914.791135:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.791141:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761914.791179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069766272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761914.791244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761914.791248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761914.791249:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.791253:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1299
00000100:00080000:3.0:1789761914.791257:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.791260:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761914.791269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761914.791283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069766400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761914.791308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761914.791330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761914.791333:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069766272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761914.791333:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.791343:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1299
00000100:00080000:3.0:1789761914.791349:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.791353:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761914.791357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761914.791370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069766528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761914.791378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761914.791381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761914.791383:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.791386:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1299
00000100:00080000:3.0:1789761914.791391:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.791394:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761914.791397:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761914.791408:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069766656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761914.791418:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761914.791419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761914.791425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761914.791426:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761914.791431:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1299
00000100:00080000:3.0:1789761914.791441:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761914.791446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761914.791451:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761914.791464:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff982a89a46d80 x1876700069766272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761914.791466:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069766784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761914.791498:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069766272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.791509:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.791521:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761914.791525:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069766272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761914.791549:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761914.791581:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761914.791593:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff982a89a45f80 x1876700069766400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761914.791621:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069766400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.791628:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.791630:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761914.791633:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761914.791638:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761914.791653:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761914.791660:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff982a89a47800 x1876700069766528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761914.791688:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069766528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.791703:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.791706:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761914.791709:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761914.791715:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761914.791744:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761914.791754:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff982a89a44a80 x1876700069766656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761914.791772:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069766656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.791796:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.791799:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761914.791802:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761914.791806:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761914.791822:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761914.791830:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff982a89a47480 x1876700069766784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761914.791839:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069766784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.791845:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.791847:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761914.791849:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069766784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761915.623169:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761916.647266:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761917.671157:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761918.695282:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761919.719230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761919.911206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.911217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761919.911222:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.911232:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1304
00000100:00080000:1.0:1789761919.911244:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.911273:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761919.911335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069766912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.911370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.911375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761919.911377:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.911381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1304
00000100:00080000:1.0:1789761919.911386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.911391:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761919.911401:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761919.911416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069767040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.911430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.911434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761919.911437:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761919.911444:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069766912:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761919.911445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1304
00000100:00080000:1.0:1789761919.911453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.911464:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761919.911486:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761919.911498:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069767168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761919.911507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.911511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761919.911521:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.911526:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1304
00000100:00080000:1.0:1789761919.911549:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.911574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789761919.911582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789761919.911591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761919.911622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069767296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761919.911639:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff982a8805a680 x1876700069766912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761919.911645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761919.911659:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761919.911664:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761919.911676:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1304
00000100:00080000:1.0:1789761919.911682:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761919.911693:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761919.911707:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761919.911727:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069766912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761919.911733:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069767424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761919.911791:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.911803:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761919.911812:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069766912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761919.911845:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761919.911876:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761919.911891:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff982a88059180 x1876700069767040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.911904:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069767040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.911913:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.911916:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761919.911920:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761919.911926:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761919.911943:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761919.911964:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff982a8805ad80 x1876700069767168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.911976:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069767168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.911984:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.911996:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761919.912000:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761919.912006:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761919.912030:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761919.912040:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff982a88058380 x1876700069767296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.912089:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069767296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.912097:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.912100:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761919.912104:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761919.912110:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761919.912129:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761919.912139:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff982a8805b800 x1876700069767424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.912150:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069767424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.912180:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.912183:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761919.912187:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767424:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761920.743200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761921.767157:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761922.791239:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761923.815200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761924.839272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761925.031179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761925.031195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761925.031200:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761925.031210:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1309
00000100:00080000:1.0:1789761925.031222:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761925.031230:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761925.031295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069767552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761925.031320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761925.031324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761925.031326:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761925.031331:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1309
00000100:00080000:1.0:1789761925.031335:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761925.031339:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761925.031351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761925.031365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069767680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761925.031385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761925.031388:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069767552:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761925.031389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761925.031391:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761925.031395:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1309
00000100:00080000:1.0:1789761925.031399:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761925.031403:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761925.031408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761925.031418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069767808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761925.031426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761925.031429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761925.031431:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761925.031440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1309
00000100:00080000:1.0:1789761925.031444:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761925.031448:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761925.031453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761925.031464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069767936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761925.031472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761925.031475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761925.031477:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761925.031480:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1309
00000100:00080000:1.0:1789761925.031494:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761925.031498:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761925.031503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761925.031504:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789761925.031512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069768064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761925.031565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff982a88058a80 x1876700069767552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761925.031593:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069767552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761925.031611:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761925.031614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761925.031617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069767552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761925.031646:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761925.031666:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761925.031676:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff982a88059500 x1876700069767680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761925.031685:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069767680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761925.031692:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761925.031695:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761925.031699:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761925.031716:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761925.031739:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761925.031752:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff982a88058700 x1876700069767808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761925.031763:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069767808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761925.031774:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761925.031777:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761925.031779:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761925.031784:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761925.031802:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761925.031810:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff982a88059c00 x1876700069767936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761925.031818:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069767936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761925.031823:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761925.031826:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761925.031828:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069767936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761925.031831:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761925.031841:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761925.031847:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761925/real 1789761925]  req@ffff982a8805aa00 x1876700069768064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761925.031854:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069768064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761925.031859:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761925.031861:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761925.031863:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768064:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761925.863212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761926.887218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761927.911187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761928.935292:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761929.959179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761930.151196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761930.151203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761930.151207:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761930.151216:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1314
00000100:00080000:0.0:1789761930.151226:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761930.151232:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761930.151264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069768192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761930.151286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761930.151289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761930.151290:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761930.151293:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1314
00000100:00080000:0.0:1789761930.151295:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761930.151297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761930.151304:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761930.151311:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069768320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761930.151319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761930.151321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761930.151322:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761930.151325:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1314
00000100:00080000:0.0:1789761930.151327:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761930.151329:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761930.151337:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069768192:192.168.203.153@tcp:250:
00000008:00100000:0.0:1789761930.151348:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761930.151359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069768448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761930.151366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761930.151369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761930.151370:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761930.151373:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1314
00000100:00080000:0.0:1789761930.151378:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761930.151381:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761930.151384:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761930.151391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069768576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761930.151398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761930.151401:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789761930.151403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761930.151406:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761930.151409:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1314
00000100:00080000:0.0:1789761930.151412:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761930.151415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761930.151418:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761930.151425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069768704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761930.151450:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761930]  req@ffff982a89b81880 x1876700069768192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761930.151466:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069768192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761930.151478:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761930.151483:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761930.151488:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069768192:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761930.151496:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768320:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761930.151522:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761930.151534:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761930]  req@ffff982a89b80e00 x1876700069768320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761930.151543:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069768320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761930.151549:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761930.151560:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761930.151563:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768320:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761930.151587:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768448:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761930.151610:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761930.151619:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761930]  req@ffff982a89b82300 x1876700069768448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761930.151627:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069768448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761930.151634:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761930.151637:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761930.151641:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768448:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761930.151647:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768576:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761930.151668:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761930.151680:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761930]  req@ffff982a89b80000 x1876700069768576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761930.151690:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069768576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761930.151696:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761930.151698:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761930.151700:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768576:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761930.151704:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768704:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761930.151727:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761930.151737:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761930/real 1789761930]  req@ffff982a89b82a00 x1876700069768704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761930.151749:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069768704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761930.151757:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761930.151761:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761930.151764:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768704:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761930.983254:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761932.007267:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761933.031299:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761934.055266:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761935.079300:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761935.271129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.271137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761935.271154:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761935.271163:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1319
00000100:00080000:0.0:1789761935.271171:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.271177:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761935.271209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069768832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761935.271230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.271232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761935.271234:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761935.271237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1319
00000100:00080000:0.0:1789761935.271239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.271241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761935.271248:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761935.271257:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069768960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761935.271263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.271266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761935.271267:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761935.271270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1319
00000100:00080000:0.0:1789761935.271271:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.271276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761935.271278:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069768832:192.168.203.153@tcp:250:
00000008:00100000:0.0:1789761935.271280:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761935.271290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069769088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761935.271307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.271310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761935.271311:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761935.271314:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1319
00000100:00080000:0.0:1789761935.271317:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.271320:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761935.271324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761935.271333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069769216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761935.271339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761935.271341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789761935.271343:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761935.271347:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789761935.271350:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1319
00000100:00080000:0.0:1789761935.271355:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761935.271357:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789761935.271361:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761935.271369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069769344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761935.271395:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff982a89b81c00 x1876700069768832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761935.271410:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069768832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761935.271418:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761935.271421:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761935.271425:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069768832:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761935.271432:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768960:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761935.271446:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761935.271454:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff982a89b80700 x1876700069768960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761935.271462:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069768960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761935.271474:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761935.271476:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761935.271479:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069768960:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761935.271498:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769088:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761935.271511:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761935.271518:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff982a89b81500 x1876700069769088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761935.271525:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069769088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761935.271530:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761935.271532:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761935.271534:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769088:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761935.271537:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769216:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761935.271547:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761935.271553:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff982a89b80380 x1876700069769216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761935.271560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069769216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761935.271565:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761935.271566:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761935.271568:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769216:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761935.271577:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769344:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761935.271590:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761935.271596:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761935/real 1789761935]  req@ffff982a89b82d80 x1876700069769344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761935.271603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069769344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761935.271608:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761935.271609:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761935.271611:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769344:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761936.103258:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761937.127196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761938.151211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761939.175228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761940.199244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761940.391173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.391207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761940.391212:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.391222:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1325
00000100:00080000:1.0:1789761940.391233:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.391241:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761940.391289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069769472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761940.391312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.391315:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761940.391317:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.391320:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1325
00000100:00080000:1.0:1789761940.391322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.391324:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761940.391334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761940.391342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069769600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761940.391350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.391353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761940.391354:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.391358:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1325
00000100:00080000:1.0:1789761940.391361:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.391363:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761940.391367:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761940.391373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069769728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761940.391389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.391394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761940.391399:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761940.391400:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069769472:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761940.391410:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1325
00000100:00080000:1.0:1789761940.391415:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.391418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761940.391422:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761940.391433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069769856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761940.391440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.391443:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761940.391444:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.391447:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1325
00000100:00080000:1.0:1789761940.391448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.391452:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761940.391455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761940.391465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069769984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761940.391523:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769600:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761940.391559:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769728:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761940.391580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769856:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761940.391598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769984:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761941.223268:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761942.247274:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761943.271253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761943.463348:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789761943.463396:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761943.463417:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761943.463475:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761943.463489:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761943.463502:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789761943.463518:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:3.0:1789761943.463538:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761943]  req@ffff982a88059880 x1876700069769728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761943.463578:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069769728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761943.463615:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761943.463620:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761943.463624:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769728:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761943.463633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761943]  req@ffff982a8805b100 x1876700069769856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761943.463648:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069769856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761943.463656:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761943.463659:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761943.463663:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769856:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761943.463670:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761943]  req@ffff982a88059f80 x1876700069769984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761943.463683:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069769984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761943.463691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761943.463695:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761943.463699:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769984:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761943.463706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761943]  req@ffff982a88058000 x1876700069769472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761943.463720:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069769472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761943.463750:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761943.463754:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761943.463759:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069769472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761943.463767:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761943]  req@ffff982a88058e00 x1876700069769600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761943.463782:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069769600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761943.463791:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761943.463795:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761943.463798:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069769600:192.168.203.153@tcp:38:
00010000:00010000:1.0:1789761944.295216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761945.319250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761945.511175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761945.511186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761945.511190:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761945.511201:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1330
00000100:00080000:1.0:1789761945.511213:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761945.511222:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761945.511265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069770112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761945.511302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761945.511306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761945.511308:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761945.511313:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1330
00000100:00080000:1.0:1789761945.511317:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761945.511322:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761945.511335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761945.511349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069770240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761945.511359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761945.511364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761945.511367:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761945.511372:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1330
00000100:00080000:1.0:1789761945.511376:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761945.511382:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761945.511388:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761945.511413:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069770112:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789761945.511454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069770368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761945.511470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761945.511474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761945.511477:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761945.511483:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1330
00000100:00080000:1.0:1789761945.511488:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761945.511493:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761945.511500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761945.511510:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789761945.511515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069770496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761945.511523:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761945.511527:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761945.511529:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761945.511532:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1330
00000100:00080000:1.0:1789761945.511541:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761945.511544:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761945.511550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761945.511566:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069770624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761945.511575:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff982a8805b480 x1876700069770112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761945.511603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069770112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761945.511617:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761945.511622:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761945.511627:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069770112:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761945.511634:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770240:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761945.511663:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761945.511695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff982a8805bb80 x1876700069770240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761945.511709:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069770240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761945.511718:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761945.511721:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761945.511725:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770240:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761945.511753:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770368:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761945.511776:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761945.511790:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff982a8805a300 x1876700069770368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761945.511803:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069770368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761945.511812:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761945.511815:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761945.511818:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770368:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761945.511825:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770496:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761945.511847:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761945.511859:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff982a88058e00 x1876700069770496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761945.511871:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069770496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761945.511894:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761945.511898:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761945.511902:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770496:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761945.511910:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770624:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761945.511935:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761945.511949:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761945]  req@ffff982a88058000 x1876700069770624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761945.511961:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069770624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761945.511984:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761945.511988:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761945.511991:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770624:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761946.343225:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761947.367213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761948.391167:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761949.415190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761950.439217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761950.631140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761950.631147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761950.631151:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761950.631161:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1335
00000100:00080000:1.0:1789761950.631173:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761950.631180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761950.631217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069770752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761950.631240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761950.631243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761950.631245:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761950.631247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1335
00000100:00080000:1.0:1789761950.631250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761950.631253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761950.631260:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761950.631268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069770880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761950.631275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761950.631278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761950.631280:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761950.631282:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1335
00000100:00080000:1.0:1789761950.631284:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761950.631287:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761950.631291:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069770752:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789761950.631311:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761950.631327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069771008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761950.631339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761950.631343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761950.631344:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761950.631348:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1335
00000800:00000100:3.0:1789761950.631353:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789761950.631354:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761950.631360:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761950.631365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761950.631375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069771136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761950.631384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761950.631388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761950.631390:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761950.631398:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1335
00000100:00100000:3.0:1789761950.631398:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff982a88059f80 x1876700069770752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761950.631405:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761950.631413:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761950.631420:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761950.631420:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069770752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.631432:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761950.631436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069771264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761950.631444:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761950.631450:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069770752:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761950.631463:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770880:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761950.631483:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761950.631492:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff982a8805b100 x1876700069770880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761950.631502:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069770880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.631511:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.631514:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761950.631518:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069770880:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761950.631551:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771008:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761950.631571:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761950.631580:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff982a88059880 x1876700069771008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761950.631588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069771008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.631593:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.631595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761950.631597:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771008:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761950.631601:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771136:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761950.631612:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761950.631618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff982a8805aa00 x1876700069771136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761950.631632:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069771136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.631637:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.631639:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761950.631641:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771136:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761950.631645:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771264:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761950.631656:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761950.631662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff982a88059c00 x1876700069771264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761950.631670:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069771264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.631678:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.631681:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761950.631684:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771264:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761951.463177:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761952.487183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761953.511226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761954.535273:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761955.559262:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761955.751143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761955.751150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761955.751154:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761955.751163:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1340
00000100:00080000:2.0:1789761955.751172:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761955.751177:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761955.751220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069771392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761955.751242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761955.751245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761955.751246:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761955.751249:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1340
00000100:00080000:2.0:1789761955.751252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761955.751254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761955.751261:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761955.751272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069771520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761955.751279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761955.751282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761955.751283:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761955.751286:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1340
00000100:00080000:2.0:1789761955.751288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761955.751291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761955.751296:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761955.751307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069771648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761955.751307:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069771392:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789761955.751332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761955.751334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761955.751335:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761955.751347:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1340
00000100:00080000:2.0:1789761955.751352:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761955.751355:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761955.751363:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761955.751388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069771776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761955.751399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761955.751403:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789761955.751410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761955.751412:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761955.751417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1340
00000100:00080000:2.0:1789761955.751424:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761955.751430:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761955.751435:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761955.751447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069771904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761955.751470:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff982a9216d180 x1876700069771392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.751496:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069771392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.751528:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.751532:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761955.751535:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069771392:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761955.751542:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771520:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761955.751564:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761955.751575:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff982a9216f800 x1876700069771520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.751584:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069771520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.751589:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.751591:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761955.751594:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771520:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761955.751619:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771648:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761955.751631:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761955.751637:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff982a9216df80 x1876700069771648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.751645:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069771648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.751651:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.751652:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761955.751654:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771648:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761955.751664:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771776:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761955.751680:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761955.751687:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff982a9216f480 x1876700069771776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.751694:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069771776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.751699:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.751701:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761955.751703:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771776:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761955.751707:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771904:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761955.751717:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761955.751723:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff982a9216e680 x1876700069771904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.751730:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069771904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.751735:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.751737:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761955.751739:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069771904:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761956.583216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761957.607207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761958.631213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761959.655199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761960.679205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761960.871155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761960.871166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761960.871170:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761960.871180:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1345
00000100:00080000:1.0:1789761960.871191:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761960.871199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761960.871236:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069772032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761960.871259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761960.871261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761960.871263:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761960.871266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1345
00000100:00080000:1.0:1789761960.871269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761960.871271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761960.871279:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761960.871289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069772160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761960.871296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761960.871298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761960.871315:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761960.871316:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069772032:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761960.871320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1345
00000100:00080000:1.0:1789761960.871331:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761960.871334:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761960.871338:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761960.871347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069772288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761960.871354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761960.871357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761960.871358:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761960.871361:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1345
00000100:00080000:1.0:1789761960.871364:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761960.871366:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761960.871369:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761960.871375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069772416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761960.871381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761960.871384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761960.871388:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761960.871388:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789761960.871395:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1345
00000100:00080000:1.0:1789761960.871397:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761960.871400:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761960.871403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761960.871417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069772544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761960.871441:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff982a88058700 x1876700069772032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761960.871468:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069772032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.871480:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.871484:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761960.871488:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069772032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761960.871496:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772160:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761960.871518:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761960.871530:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff982a88059500 x1876700069772160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761960.871543:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069772160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.871552:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.871555:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761960.871559:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772160:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761960.871580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772288:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761960.871597:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761960.871607:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff982a88058a80 x1876700069772288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761960.871619:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069772288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.871627:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.871636:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761960.871639:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772288:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761960.871645:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772416:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761960.871664:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761960.871674:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff982a8805b800 x1876700069772416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761960.871685:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069772416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.871694:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.871697:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761960.871700:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772416:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761960.871706:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772544:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761960.871722:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761960.871730:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff982a88058380 x1876700069772544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761960.871742:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069772544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.871750:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.871753:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761960.871757:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772544:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761961.703178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761962.727231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761963.751186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761964.775207:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761965.799171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761965.991161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761965.991171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761965.991176:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761965.991187:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1350
00000100:00080000:2.0:1789761965.991198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761965.991204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789761965.991244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069772672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761965.991273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761965.991290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761965.991293:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761965.991298:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1350
00000100:00080000:2.0:1789761965.991304:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761965.991308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761965.991318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761965.991319:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069772672:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789761965.991338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069772800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761965.991351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761965.991354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761965.991356:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761965.991359:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1350
00000100:00080000:2.0:1789761965.991373:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761965.991376:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761965.991380:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761965.991386:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789761965.991391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069772928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761965.991399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761965.991402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761965.991403:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761965.991405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1350
00000100:00080000:2.0:1789761965.991407:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761965.991410:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761965.991420:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761965.991428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069773056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761965.991434:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff982a9216ed80 x1876700069772672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.991437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761965.991446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789761965.991449:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761965.991455:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1350
00000100:00080000:2.0:1789761965.991459:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761965.991463:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069772672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761965.991464:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789761965.991471:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761965.991481:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761965.991482:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069773184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761965.991487:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761965.991495:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069772672:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761965.991518:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772800:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761965.991534:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761965.991542:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff982a9216ca80 x1876700069772800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761965.991550:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069772800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761965.991555:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.991558:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761965.991560:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772800:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761965.991563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772928:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761965.991573:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761965.991578:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff982a9216f100 x1876700069772928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761965.991585:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069772928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761965.991596:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.991598:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761965.991600:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069772928:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761965.991604:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773056:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761965.991617:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761965.991624:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff982a9216e680 x1876700069773056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761965.991631:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069773056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761965.991636:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.991637:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761965.991639:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773056:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761965.991642:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773184:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761965.991652:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761965.991658:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff982a9216f480 x1876700069773184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761965.991665:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069773184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761965.991669:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.991671:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761965.991673:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773184:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761966.823176:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761967.847227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761968.871163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761969.895229:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761970.919294:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761971.111159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761971.111166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761971.111169:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761971.111179:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1355
00000100:00080000:1.0:1789761971.111187:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761971.111192:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789761971.111225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069773312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761971.111248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761971.111257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761971.111258:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761971.111260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1355
00000100:00080000:1.0:1789761971.111263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761971.111265:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761971.111288:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761971.111297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069773440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761971.111304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761971.111307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761971.111308:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761971.111311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1355
00000100:00080000:1.0:1789761971.111314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761971.111316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761971.111319:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761971.111325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069773568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761971.111332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761971.111334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761971.111335:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761971.111341:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1355
00000100:00100000:3.0:1789761971.111341:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069773312:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789761971.111346:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761971.111351:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761971.111355:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761971.111362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069773696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761971.111368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761971.111370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789761971.111375:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761971.111379:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1355
00000100:00080000:1.0:1789761971.111381:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761971.111384:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789761971.111388:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761971.111396:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069773824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761971.111415:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761971.111454:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff982a8805ad80 x1876700069773312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761971.111468:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069773312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761971.111476:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761971.111478:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761971.111481:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069773312:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761971.111487:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773440:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761971.111502:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761971.111510:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff982a88059180 x1876700069773440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761971.111518:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069773440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761971.111523:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761971.111525:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761971.111529:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773440:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761971.111553:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773568:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789761971.111575:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761971.111586:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff982a8805a680 x1876700069773568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761971.111608:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069773568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761971.111614:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761971.111616:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761971.111618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773568:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789761971.111622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773696:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761971.111637:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761971.111644:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff982a88058380 x1876700069773696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761971.111651:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069773696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761971.111656:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761971.111658:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761971.111660:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773696:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789761971.111663:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773824:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789761971.111673:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761971.111678:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761971/real 1789761971]  req@ffff982a8805b800 x1876700069773824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761971.111685:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069773824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761971.111698:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761971.111700:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789761971.111702:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069773824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789761971.943301:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761972.967232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761973.991249:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761975.015189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761976.039211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761976.231146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761976.231156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761976.231161:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761976.231172:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1360
00000100:00080000:3.0:1789761976.231185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761976.231192:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761976.231238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069773952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761976.231274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761976.231278:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761976.231280:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761976.231285:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1360
00000100:00080000:3.0:1789761976.231290:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761976.231295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761976.231307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761976.231321:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069774080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761976.231322:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069773952:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761976.231340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761976.231366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761976.231369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761976.231375:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1360
00000100:00080000:3.0:1789761976.231380:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761976.231385:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761976.231390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761976.231399:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789761976.231402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069774208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761976.231411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761976.231414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761976.231416:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761976.231419:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1360
00000100:00080000:3.0:1789761976.231423:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761976.231426:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761976.231429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761976.231438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069774336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761976.231444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761976.231448:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff982a89a46680 x1876700069773952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761976.231449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761976.231452:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761976.231459:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1360
00000100:00080000:3.0:1789761976.231463:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761976.231466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761976.231478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761976.231488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069774464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761976.231492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069773952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761976.231508:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761976.231512:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761976.231516:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069773952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761976.231540:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761976.231558:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761976.231567:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff982a89a45180 x1876700069774080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761976.231576:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069774080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761976.231581:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761976.231583:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761976.231585:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761976.231589:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761976.231600:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761976.231605:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff982a89a47b80 x1876700069774208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761976.231612:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069774208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761976.231618:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761976.231627:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761976.231630:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761976.231634:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761976.231649:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761976.231656:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff982a89a47480 x1876700069774336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761976.231663:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069774336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761976.231668:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761976.231670:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761976.231672:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761976.231676:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761976.231686:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761976.231691:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761976/real 1789761976]  req@ffff982a89a44a80 x1876700069774464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761976.231699:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069774464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761976.231703:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761976.231705:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761976.231707:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774464:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761977.063179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761978.087294:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761979.111187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761980.135219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761981.159211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761981.351113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.351121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761981.351125:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.351135:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1365
00000100:00080000:3.0:1789761981.351146:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761981.351154:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761981.351194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069774592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761981.351219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.351222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761981.351223:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.351226:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1365
00000100:00080000:3.0:1789761981.351229:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761981.351231:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761981.351239:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761981.351247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069774720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761981.351255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.351258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761981.351276:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761981.351278:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069774592:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761981.351283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1365
00000100:00080000:3.0:1789761981.351287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761981.351290:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761981.351299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761981.351309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069774848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761981.351316:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.351319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761981.351320:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.351323:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1365
00000100:00080000:3.0:1789761981.351326:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761981.351328:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761981.351331:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761981.351337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069774976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761981.351343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761981.351345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761981.351346:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.351349:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1365
00000100:00080000:3.0:1789761981.351352:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761981.351355:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761981.351359:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761981.351363:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761981.351380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069775104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761981.351394:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff982a89a47800 x1876700069774592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761981.351409:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069774592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761981.351418:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761981.351421:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761981.351424:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069774592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761981.351429:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761981.351442:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761981.351449:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff982a89a45f80 x1876700069774720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761981.351457:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069774720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761981.351462:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761981.351464:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761981.351466:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761981.351485:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761981.351496:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761981.351501:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff982a89a46d80 x1876700069774848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761981.351509:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069774848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761981.351519:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761981.351521:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761981.351523:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761981.351527:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761981.351541:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761981.351547:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff982a89a47100 x1876700069774976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761981.351555:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069774976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761981.351559:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761981.351561:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761981.351563:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069774976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761981.351566:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761981.351576:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761981.351584:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff982a89a44380 x1876700069775104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761981.351595:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069775104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761981.351603:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761981.351607:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761981.351610:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775104:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761982.183176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761983.207182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761984.231267:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761985.255147:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761986.279218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761986.471143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761986.471151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761986.471154:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.471163:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1371
00000100:00080000:3.0:1789761986.471173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.471179:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761986.471212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069775232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761986.471241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761986.471244:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761986.471247:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.471251:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1371
00000100:00080000:3.0:1789761986.471255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.471275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789761986.471284:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069775232:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789761986.471286:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761986.471310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069775360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761986.471319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761986.471321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761986.471323:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.471341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1371
00000100:00080000:3.0:1789761986.471345:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761986.471348:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761986.471351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761986.471357:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761986.471366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069775488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761986.471374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761986.471376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761986.471377:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.471380:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1371
00000100:00080000:3.0:1789761986.471382:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.471385:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761986.471389:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761986.471401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069775616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761986.471402:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff982a89a46300 x1876700069775232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761986.471414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761986.471417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761986.471418:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761986.471424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1371
00000100:00080000:3.0:1789761986.471428:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761986.471434:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761986.471437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761986.471448:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069775232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761986.471448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069775744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761986.471467:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761986.471473:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761986.471476:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069775232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761986.471498:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761986.471517:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761986.471526:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff982a89a44000 x1876700069775360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761986.471534:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069775360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761986.471540:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761986.471542:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761986.471544:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761986.471548:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761986.471558:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761986.471564:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff982a89a45c00 x1876700069775488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761986.471583:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069775488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761986.471588:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761986.471590:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761986.471592:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761986.471596:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761986.471609:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761986.471615:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff982a89a45500 x1876700069775616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761986.471622:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069775616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761986.471628:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761986.471632:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761986.471635:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761986.471642:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761986.471675:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761986.471695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff982a89a44700 x1876700069775744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761986.471706:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069775744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761986.471726:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761986.471730:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761986.471733:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069775744:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761987.303155:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761988.327195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761989.351182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761990.375228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761991.399183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761991.591158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761991.591166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761991.591170:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761991.591178:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1376
00000100:00080000:3.0:1789761991.591187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761991.591193:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761991.591228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069775872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761991.591251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761991.591254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761991.591255:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761991.591258:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1376
00000100:00080000:3.0:1789761991.591260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761991.591262:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761991.591270:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761991.591278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069776000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761991.591285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761991.591288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761991.591289:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761991.591291:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1376
00000100:00100000:0.0:1789761991.591309:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069775872:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789761991.591310:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761991.591319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761991.591323:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761991.591334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069776128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761991.591341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761991.591343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761991.591345:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761991.591347:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1376
00000100:00080000:3.0:1789761991.591350:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761991.591352:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761991.591355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761991.591362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069776256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761991.591368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761991.591370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761991.591372:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761991.591377:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761991.591377:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1376
00000100:00080000:3.0:1789761991.591383:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761991.591386:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761991.591390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761991.591401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069776384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761991.591418:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff982a89a44e00 x1876700069775872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761991.591439:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069775872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761991.591446:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761991.591450:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761991.591453:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069775872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761991.591459:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761991.591474:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761991.591482:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff982a89a45880 x1876700069776000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761991.591489:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069776000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761991.591494:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761991.591496:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761991.591498:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761991.591524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761991.591538:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761991.591545:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff982a89a46a00 x1876700069776128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761991.591552:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069776128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761991.591557:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761991.591559:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761991.591562:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761991.591565:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761991.591575:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761991.591581:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff982a89a44700 x1876700069776256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761991.591588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069776256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761991.591593:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761991.591595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761991.591596:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761991.591599:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761991.591609:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761991.591614:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff982a89a45500 x1876700069776384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761991.591644:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069776384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761991.591650:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761991.591652:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761991.591654:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776384:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789761992.423180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761993.447175:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761994.471188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761995.495182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761996.519253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761996.711123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761996.711133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761996.711138:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761996.711148:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1381
00000100:00080000:3.0:1789761996.711160:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761996.711167:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789761996.711209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069776512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761996.711233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761996.711236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761996.711238:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761996.711240:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1381
00000100:00080000:3.0:1789761996.711243:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761996.711245:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761996.711254:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761996.711261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069776640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761996.711268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761996.711271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761996.711272:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761996.711275:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1381
00000100:00080000:3.0:1789761996.711308:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761996.711314:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761996.711321:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761996.711330:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069776512:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789761996.711341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069776768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761996.711352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761996.711355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761996.711356:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761996.711359:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1381
00000100:00080000:3.0:1789761996.711362:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761996.711366:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761996.711372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761996.711385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069776896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761996.711395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761996.711400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789761996.711402:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761996.711406:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1381
00000800:00000100:0.0:1789761996.711414:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789761996.711416:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761996.711422:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789761996.711432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761996.711447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069777024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761996.711491:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff982a89a45c00 x1876700069776512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761996.711513:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069776512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761996.711525:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761996.711529:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761996.711534:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069776512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789761996.711542:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761996.711563:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761996.711574:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff982a89a44000 x1876700069776640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761996.711600:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069776640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761996.711609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761996.711626:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761996.711630:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761996.711656:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789761996.711676:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761996.711686:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff982a89a46300 x1876700069776768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761996.711699:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069776768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761996.711707:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761996.711711:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761996.711714:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789761996.711720:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761996.711736:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761996.711745:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff982a89a44380 x1876700069776896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761996.711756:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069776896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761996.711764:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761996.711767:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761996.711771:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069776896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789761996.711776:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789761996.711801:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789761996.711810:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff982a89a47100 x1876700069777024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761996.711822:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069777024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761996.711831:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761996.711834:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789761996.711837:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777024:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789761997.543234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761998.567218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761999.591237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762000.615209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762001.639165:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762001.831180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.831204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762001.831207:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.831216:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1386
00000100:00080000:2.0:1789762001.831225:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.831231:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762001.831264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069777152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.831297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.831300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762001.831301:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.831307:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1386
00000100:00080000:2.0:1789762001.831309:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.831313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762001.831321:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762001.831330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069777280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762001.831338:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069777152:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762001.831341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.831346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762001.831347:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.831350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1386
00000100:00080000:2.0:1789762001.831352:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.831355:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762001.831358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762001.831366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069777408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.831378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.831380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762001.831381:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.831384:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1386
00000100:00080000:2.0:1789762001.831387:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.831390:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762001.831394:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762001.831399:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762001.831405:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069777536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.831412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.831415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762001.831416:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.831419:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1386
00000100:00080000:2.0:1789762001.831421:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.831423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762001.831426:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762001.831435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069777664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762001.831441:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff982a9216df80 x1876700069777152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.831456:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069777152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.831465:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.831468:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762001.831471:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069777152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762001.831491:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762001.831505:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762001.831513:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff982a9216f800 x1876700069777280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.831521:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069777280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.831533:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.831536:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762001.831538:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762001.831555:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762001.831572:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762001.831580:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff982a9216d180 x1876700069777408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.831587:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069777408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.831593:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.831595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762001.831597:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762001.831600:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762001.831610:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762001.831616:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff982a9216f480 x1876700069777536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.831623:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069777536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.831628:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.831630:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762001.831631:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762001.831641:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762001.831653:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762001.831659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff982a9216e680 x1876700069777664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762001.831666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069777664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762001.831671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762001.831673:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762001.831675:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777664:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762002.663250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762003.687214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762004.711183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762005.735185:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762006.759273:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762006.951190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.951199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762006.951220:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.951229:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1391
00000100:00080000:2.0:1789762006.951239:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.951245:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762006.951278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069777792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.951297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.951300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762006.951302:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.951306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1391
00000100:00080000:2.0:1789762006.951309:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.951313:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762006.951323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762006.951337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069777920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762006.951343:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069777792:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762006.951355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.951360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762006.951362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.951368:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1391
00000100:00080000:2.0:1789762006.951371:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.951375:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762006.951379:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762006.951389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069778048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.951406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.951408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762006.951410:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.951413:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1391
00000100:00080000:2.0:1789762006.951416:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.951419:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762006.951423:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762006.951432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069778176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.951439:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.951441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762006.951443:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.951446:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1391
00000100:00100000:0.0:1789762006.951450:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777920:192.168.203.153@tcp:38:
00000100:00080000:2.0:1789762006.951451:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.951456:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762006.951459:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762006.951469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069778304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762006.951488:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762006.951521:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762006.951542:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778304:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762007.783147:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762008.807216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762009.831165:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762010.023508:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789762010.023563:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762010.023581:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762010.023649:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762010.023661:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762010.023672:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762010.023682:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762010.023732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762010]  req@ffff982a9216f480 x1876700069778304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762010.023769:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069778304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762010.023784:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762010.023790:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762010.023813:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778304:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762010.023824:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762010]  req@ffff982a9216ca80 x1876700069777920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762010.023841:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069777920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762010.023850:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762010.023853:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762010.023857:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069777920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762010.023865:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762010]  req@ffff982a9216ed80 x1876700069778048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762010.023876:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069778048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762010.023884:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762010.023887:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762010.023891:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762010.023899:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762010]  req@ffff982a9216e680 x1876700069778176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762010.023910:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069778176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762010.023917:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762010.023921:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762010.023924:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762010.023940:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762010]  req@ffff982a9216f100 x1876700069777792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762010.023954:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069777792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762010.023963:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762010.023967:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762010.023970:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069777792:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789762010.855205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762011.879153:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762012.071125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762012.071135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762012.071139:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762012.071149:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1396
00000100:00080000:2.0:1789762012.071160:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762012.071167:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762012.071202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069778432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762012.071226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762012.071230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762012.071232:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762012.071236:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1396
00000100:00080000:2.0:1789762012.071239:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762012.071242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762012.071251:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762012.071263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069778560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762012.071273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762012.071277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762012.071279:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762012.071289:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069778432:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762012.071297:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1396
00000100:00080000:2.0:1789762012.071301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762012.071307:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762012.071313:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762012.071325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069778688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762012.071335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762012.071339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762012.071341:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762012.071344:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1396
00000100:00080000:2.0:1789762012.071348:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762012.071352:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762012.071357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762012.071367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069778816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762012.071376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762012.071380:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762012.071382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762012.071399:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762012.071404:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1396
00000100:00080000:2.0:1789762012.071408:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762012.071412:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762012.071416:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762012.071427:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff982a9216d180 x1876700069778432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762012.071431:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069778944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762012.071453:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069778432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762012.071484:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762012.071490:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762012.071494:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069778432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762012.071502:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762012.071527:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762012.071540:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff982a9216f800 x1876700069778560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762012.071552:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069778560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762012.071580:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762012.071584:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762012.071588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762012.071613:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762012.071636:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762012.071648:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff982a9216df80 x1876700069778688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762012.071660:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069778688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762012.071669:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762012.071673:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762012.071676:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762012.071682:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762012.071698:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762012.071707:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff982a9216f100 x1876700069778816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762012.071719:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069778816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762012.071728:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762012.071731:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762012.071734:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762012.071746:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762012.071764:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762012.071773:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762012/real 1789762012]  req@ffff982a9216e680 x1876700069778944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762012.071785:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069778944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762012.071793:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762012.071796:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762012.071800:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069778944:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762012.903196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762013.927152:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762014.951229:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762015.975161:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762016.999204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762017.191162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762017.191170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762017.191174:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762017.191184:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1401
00000100:00080000:3.0:1789762017.191194:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762017.191199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762017.191238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069779072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762017.191267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762017.191272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762017.191274:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762017.191278:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1401
00000100:00080000:3.0:1789762017.191282:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762017.191286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762017.191294:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762017.191307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069779200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762017.191314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762017.191329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762017.191330:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762017.191334:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1401
00000100:00080000:3.0:1789762017.191337:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762017.191341:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762017.191345:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762017.191353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069779328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762017.191361:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069779072:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762017.191377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762017.191382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762017.191384:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762017.191389:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1401
00000100:00080000:3.0:1789762017.191393:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762017.191397:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762017.191403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762017.191416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069779456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762017.191437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762017.191444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789762017.191445:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762017.191447:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762017.191454:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1401
00000100:00080000:3.0:1789762017.191459:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762017.191463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762017.191478:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762017.191494:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff982a89a46d80 x1876700069779072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762017.191504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069779584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762017.191522:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069779072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762017.191534:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762017.191538:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762017.191544:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069779072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762017.191553:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762017.191576:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762017.191588:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff982a89a45f80 x1876700069779200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762017.191615:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069779200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762017.191623:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762017.191627:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762017.191630:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762017.191684:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762017.191706:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762017.191718:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff982a89a47800 x1876700069779328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762017.191731:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069779328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762017.191739:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762017.191742:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762017.191746:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762017.191752:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762017.191773:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762017.191785:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff982a89a44a80 x1876700069779456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762017.191796:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069779456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762017.191818:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762017.191821:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762017.191824:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762017.191831:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762017.191854:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762017.191866:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762017/real 1789762017]  req@ffff982a89a47480 x1876700069779584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762017.191878:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069779584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762017.191886:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762017.191889:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762017.191893:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779584:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762018.023181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762019.047216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762020.071165:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762021.095236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762022.119167:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762022.311126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.311136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762022.311140:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.311149:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1406
00000100:00080000:3.0:1789762022.311160:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.311167:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762022.311209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069779712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.311237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.311241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762022.311243:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.311247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1406
00000100:00080000:3.0:1789762022.311253:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.311258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762022.311268:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762022.311279:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069779712:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762022.311285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069779840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.311298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.311302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762022.311318:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.311322:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1406
00000100:00080000:3.0:1789762022.311327:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.311331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762022.311337:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762022.311353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069779968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762022.311354:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762022.311366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762022.311370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762022.311373:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762022.311377:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1406
00000100:00080000:3.0:1789762022.311382:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762022.311385:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762022.311405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762022.311415:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff982a89a47b80 x1876700069779712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762022.311423:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069780096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762022.311434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762022.311435:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069779712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762022.311445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762022.311449:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762022.311451:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762022.311456:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1406
00000100:00080000:0.0:1789762022.311457:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789762022.311464:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762022.311465:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069779712:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762022.311471:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762022.311480:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762022.311498:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779840:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762022.311503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069780224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762022.311532:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762022.311546:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff982a89a45180 x1876700069779840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762022.311555:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069779840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762022.311560:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762022.311563:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762022.311565:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762022.311569:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762022.311581:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762022.311587:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff982a89a46680 x1876700069779968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762022.311594:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069779968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762022.311600:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762022.311602:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762022.311603:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069779968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762022.311607:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762022.311618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762022.311623:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff982a89a47480 x1876700069780096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762022.311637:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069780096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762022.311642:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762022.311644:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762022.311646:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762022.311658:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762022.311671:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762022.311677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762022/real 1789762022]  req@ffff982a89a44a80 x1876700069780224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762022.311684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069780224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762022.311689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762022.311690:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762022.311692:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780224:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762023.143231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762024.167153:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762025.191244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762026.215184:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762027.239153:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762027.431148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.431156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762027.431159:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.431168:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1412
00000100:00080000:3.0:1789762027.431177:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.431182:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762027.431215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069780352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762027.431236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.431239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762027.431240:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.431243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1412
00000100:00080000:3.0:1789762027.431245:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.431247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762027.431255:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762027.431265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069780480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762027.431275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.431279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762027.431295:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069780352:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762027.431301:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.431309:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1412
00000100:00080000:3.0:1789762027.431314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.431320:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762027.431326:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762027.431343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069780608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762027.431365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.431369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762027.431370:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.431374:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1412
00000100:00080000:3.0:1789762027.431378:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.431380:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762027.431385:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762027.431390:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762027.431398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069780736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762027.431406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762027.431409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762027.431410:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762027.431413:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1412
00000100:00080000:3.0:1789762027.431415:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762027.431418:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762027.431420:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762027.431435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069780864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762027.431452:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff982a89a47800 x1876700069780352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.431470:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069780352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.431479:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.431490:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762027.431493:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069780352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762027.431499:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762027.431524:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762027.431538:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff982a89a45f80 x1876700069780480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.431551:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069780480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.431560:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.431563:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762027.431566:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762027.431587:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762027.431603:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762027.431610:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff982a89a46d80 x1876700069780608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.431617:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069780608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.431622:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.431624:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762027.431626:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762027.431630:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762027.431651:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762027.431658:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff982a89a47100 x1876700069780736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.431665:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069780736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.431671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.431672:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762027.431674:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762027.431678:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762027.431687:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762027.431693:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff982a89a44380 x1876700069780864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.431700:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069780864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.431705:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.431706:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762027.431708:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069780864:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762028.263162:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762029.287168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762030.311152:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762031.335166:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762032.359234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762032.551141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762032.551151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762032.551154:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762032.551163:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1417
00000100:00080000:3.0:1789762032.551174:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762032.551180:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762032.551217:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069780992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762032.551259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762032.551264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762032.551266:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762032.551271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1417
00000100:00080000:3.0:1789762032.551275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762032.551280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762032.551291:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762032.551339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069781120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762032.551352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762032.551374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762032.551376:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762032.551392:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069780992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762032.551395:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1417
00000100:00080000:3.0:1789762032.551400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762032.551404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762032.551410:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762032.551423:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069781248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762032.551433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762032.551436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762032.551438:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762032.551442:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1417
00000100:00080000:3.0:1789762032.551444:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762032.551449:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762032.551454:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762032.551462:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762032.551464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069781376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762032.551473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762032.551476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762032.551478:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762032.551482:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1417
00000100:00080000:3.0:1789762032.551485:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762032.551489:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762032.551493:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762032.551503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069781504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762032.551519:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff982a89a46300 x1876700069780992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.551555:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069780992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.551568:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.551573:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762032.551578:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069780992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762032.551587:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762032.551609:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762032.551620:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff982a89a44000 x1876700069781120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.551629:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069781120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.551635:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.551638:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762032.551640:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762032.551661:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762032.551675:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762032.551682:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff982a89a45c00 x1876700069781248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.551690:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069781248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.551696:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.551704:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762032.551706:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762032.551711:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762032.551727:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762032.551734:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff982a89a45500 x1876700069781376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.551742:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069781376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.551748:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.551750:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762032.551752:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762032.551756:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762032.551767:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762032.551773:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff982a89a44700 x1876700069781504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.551781:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069781504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.551786:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.551788:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762032.551790:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781504:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762033.383299:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762034.407188:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762035.431191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762036.455163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762037.479374:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762037.671183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762037.671196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762037.671202:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762037.671214:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1422
00000100:00080000:3.0:1789762037.671229:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762037.671239:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762037.671321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069781632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762037.671363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762037.671370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762037.671374:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762037.671382:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1422
00000100:00080000:3.0:1789762037.671390:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762037.671399:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762037.671416:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762037.671442:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069781632:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762037.671448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069781760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762037.671475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762037.671479:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762037.671485:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762037.671496:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1422
00000100:00080000:3.0:1789762037.671519:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762037.671526:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762037.671535:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762037.671554:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069781888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762037.671577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762037.671582:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762037.671584:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762037.671592:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762037.671593:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1422
00000100:00080000:3.0:1789762037.671604:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762037.671609:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762037.671617:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762037.671635:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069782016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762037.671653:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762037.671657:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762037.671660:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762037.671664:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1422
00000100:00080000:3.0:1789762037.671668:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762037.671671:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762037.671678:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762037.671689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff982a89a46a00 x1876700069781632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762037.671695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069782144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762037.671757:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069781632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.671780:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.671790:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762037.671799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069781632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762037.671841:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762037.671886:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762037.671911:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff982a89a45880 x1876700069781760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.671955:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069781760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.671973:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.671980:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762037.671987:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762037.672000:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762037.672032:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762037.672089:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff982a89a44e00 x1876700069781888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.672106:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069781888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.672128:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.672133:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762037.672138:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069781888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762037.672146:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762037.672177:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762037.672192:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff982a89a44700 x1876700069782016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.672214:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069782016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.672224:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.672227:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762037.672231:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762037.672238:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762037.672256:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762037.672308:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff982a89a45500 x1876700069782144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.672323:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069782144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.672344:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.672348:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762037.672352:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782144:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762038.503211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762039.527176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762040.551185:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762041.575188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762042.599186:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762042.791158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762042.791181:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762042.791185:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762042.792317:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1427
00000100:00080000:3.0:1789762042.792369:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762042.792386:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762042.792441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069782272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762042.792480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762042.792484:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762042.792487:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762042.792492:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1427
00000100:00080000:3.0:1789762042.792497:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762042.792502:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762042.792515:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069782272:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789762042.792523:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762042.792542:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069782400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762042.792553:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762042.792557:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762042.792560:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762042.792565:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1427
00000100:00080000:3.0:1789762042.792569:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762042.792574:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762042.792576:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762042.792598:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762042.792614:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069782528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762042.792623:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff982a89a45c00 x1876700069782272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762042.792630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762042.792636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762042.792638:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762042.792641:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069782272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762042.792646:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1427
00000100:00080000:0.0:1789762042.792655:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762042.792655:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762042.792663:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789762042.792666:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762042.792669:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069782272:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789762042.792678:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762042.792695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069782656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762042.792706:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782400:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789762042.792707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762042.792715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762042.792718:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762042.792723:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1427
00000100:00080000:3.0:1789762042.792728:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762042.792733:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762042.792739:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789762042.792742:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762042.792756:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff982a89a44000 x1876700069782400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762042.792761:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069782784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762042.792786:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069782400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762042.792797:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762042.792800:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762042.792803:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762042.792808:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762042.792826:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762042.792833:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff982a89a46300 x1876700069782528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762042.792863:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069782528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762042.792868:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762042.792871:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762042.792873:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762042.792884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762042.792904:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762042.792912:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff982a89a44380 x1876700069782656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762042.792919:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069782656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762042.792924:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762042.792926:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762042.792929:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762042.792932:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762042.792942:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762042.792947:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff982a89a47100 x1876700069782784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762042.792954:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069782784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762042.792969:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762042.792971:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762042.792973:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069782784:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762043.623279:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762044.647301:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762045.671344:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762046.695219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762047.719231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762047.911191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.911210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762047.911214:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.911223:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1432
00000100:00080000:1.0:1789762047.911232:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.911238:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762047.911274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069782912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.911311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.911314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762047.911315:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.911318:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1432
00000100:00080000:1.0:1789762047.911321:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.911323:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762047.911330:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762047.911340:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069783040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.911347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.911349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762047.911351:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.911354:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1432
00000100:00080000:1.0:1789762047.911355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.911357:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762047.911360:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762047.911365:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069782912:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762047.911370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069783168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.911378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.911381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762047.911382:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.911385:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1432
00000100:00080000:1.0:1789762047.911392:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.911396:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762047.911400:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762047.911410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069783296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762047.911416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762047.911418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762047.911420:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762047.911421:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1432
00000100:00080000:1.0:1789762047.911424:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762047.911428:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762047.911431:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789762047.911432:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762047.911441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069783424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762047.911493:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff982a88058a80 x1876700069782912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.911514:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069782912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.911522:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.911524:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762047.911527:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069782912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762047.911533:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762047.911551:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762047.911560:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff982a88059500 x1876700069783040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.911568:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069783040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.911573:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.911575:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762047.911577:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762047.911602:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762047.911616:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762047.911622:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff982a88058700 x1876700069783168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.911629:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069783168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.911634:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.911636:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762047.911637:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762047.911642:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762047.911659:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762047.911670:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff982a88059c00 x1876700069783296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.911682:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069783296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.911691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.911694:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762047.911698:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762047.911704:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762047.911720:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762047.911728:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff982a8805aa00 x1876700069783424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.911742:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069783424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.911747:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762047.911749:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762047.911751:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783424:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762048.743223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762049.767173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762050.791224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762051.815236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762052.839229:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762053.031199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.031209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762053.031213:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.031222:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1437
00000100:00080000:1.0:1789762053.031231:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.031237:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762053.031274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069783552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762053.031309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.031311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762053.031312:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.031315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1437
00000100:00080000:1.0:1789762053.031318:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.031321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762053.031328:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762053.031338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069783680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762053.031345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.031347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762053.031348:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.031351:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1437
00000100:00080000:1.0:1789762053.031352:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.031355:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762053.031358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762053.031367:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069783552:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762053.031367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069783808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762053.031380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.031383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762053.031384:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.031386:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1437
00000100:00080000:1.0:1789762053.031393:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.031396:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762053.031400:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762053.031410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069783936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762053.031425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762053.031428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762053.031429:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762053.031431:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1437
00000100:00080000:1.0:1789762053.031434:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762053.031436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762053.031439:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762053.031445:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762053.031448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069784064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762053.031494:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff982a88059880 x1876700069783552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762053.031514:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069783552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762053.031527:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762053.031531:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762053.031536:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069783552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762053.031544:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762053.031570:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762053.031584:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff982a8805b100 x1876700069783680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762053.031598:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069783680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762053.031607:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762053.031618:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762053.031623:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762053.031651:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762053.031687:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762053.031701:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff982a88059f80 x1876700069783808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762053.031715:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069783808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762053.031724:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762053.031728:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762053.031731:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762053.031739:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762053.031760:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762053.031772:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff982a88058000 x1876700069783936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762053.031785:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069783936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762053.031793:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762053.031797:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762053.031801:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069783936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762053.031808:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762053.031842:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762053.031855:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762053/real 1789762053]  req@ffff982a88058e00 x1876700069784064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762053.031867:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069784064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762053.031875:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762053.031888:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762053.031892:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784064:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762053.863213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762054.887253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762055.911246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762056.935227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762057.959191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762058.151185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762058.151194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762058.151197:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762058.151205:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1442
00000100:00080000:0.0:1789762058.151215:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762058.151221:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762058.151255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83800 x1876700069784192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762058.151277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762058.151280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762058.151282:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762058.151286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1442
00000100:00080000:0.0:1789762058.151290:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762058.151293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762058.151303:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762058.151317:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069784192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762058.151331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81180 x1876700069784320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762058.151340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762058.151343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762058.151345:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762058.151348:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1442
00000100:00080000:0.0:1789762058.151352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762058.151355:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762058.151360:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762058.151368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80a80 x1876700069784448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762058.151375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762058.151378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789762058.151384:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762058.151389:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762058.151393:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1442
00000100:00080000:0.0:1789762058.151399:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762058.151403:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762058.151407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762058.151418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069784576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762058.151427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762058.151429:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff982a89b83800 x1876700069784192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762058.151431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762058.151432:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762058.151441:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1442
00000100:00080000:0.0:1789762058.151445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762058.151450:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762058.151452:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83800 x1876700069784192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762058.151456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762058.151463:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762058.151467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069784704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762058.151467:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762058.151471:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069784192:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762058.151493:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784320:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762058.151517:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762058.151529:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff982a89b81180 x1876700069784320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762058.151538:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81180 x1876700069784320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762058.151543:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762058.151545:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762058.151547:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784320:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762058.151551:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784448:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762058.151564:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762058.151570:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff982a89b80a80 x1876700069784448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762058.151578:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80a80 x1876700069784448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762058.151588:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762058.151590:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762058.151592:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784448:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762058.151596:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784576:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762058.151610:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762058.151617:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff982a89b82d80 x1876700069784576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762058.151624:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069784576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762058.151629:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762058.151630:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762058.151632:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784576:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762058.151635:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784704:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762058.151645:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762058.151650:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762058/real 1789762058]  req@ffff982a89b80380 x1876700069784704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762058.151657:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069784704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762058.151662:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762058.151663:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762058.151665:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784704:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762058.983244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762060.007182:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762061.031208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762062.055213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762063.079190:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762063.271177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762063.271186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762063.271189:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762063.271198:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1447
00000100:00080000:3.0:1789762063.271208:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762063.271214:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762063.271248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069784832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762063.271269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762063.271272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762063.271273:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762063.271276:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1447
00000100:00080000:3.0:1789762063.271278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762063.271281:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762063.271288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762063.271297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069784960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762063.271305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762063.271308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762063.271309:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762063.271314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1447
00000100:00080000:3.0:1789762063.271316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762063.271317:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069784832:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762063.271319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762063.271336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762063.271347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069785088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762063.271354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762063.271356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762063.271357:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762063.271360:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1447
00000100:00080000:3.0:1789762063.271363:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762063.271366:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762063.271369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762063.271375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069785216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762063.271381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762063.271383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762063.271385:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762063.271389:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1447
00000800:00000100:0.0:1789762063.271391:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762063.271392:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762063.271397:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762063.271400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762063.271408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069785344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762063.271449:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762063]  req@ffff982a89a46d80 x1876700069784832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762063.271473:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069784832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762063.271485:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762063.271490:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762063.271495:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069784832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762063.271581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762063.271609:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762063.271623:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762063]  req@ffff982a89a45f80 x1876700069784960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762063.271638:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069784960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762063.271647:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762063.271659:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762063.271664:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069784960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762063.271672:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762063.271699:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762063.271712:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762063]  req@ffff982a89a47800 x1876700069785088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762063.271726:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069785088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762063.271735:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762063.271739:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762063.271743:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762063.271750:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762063.271773:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762063.271786:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762063]  req@ffff982a89a44a80 x1876700069785216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762063.271799:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069785216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762063.271808:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762063.271811:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762063.271815:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762063.271822:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762063.271856:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762063.271869:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762063/real 1789762063]  req@ffff982a89a47480 x1876700069785344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762063.271882:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069785344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762088 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762063.271891:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762063.271895:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762063.271899:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785344:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762064.103232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762065.127249:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762066.151203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762067.175217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762068.199157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762068.391178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.391190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762068.391194:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.391205:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1453
00000100:00080000:1.0:1789762068.391216:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.391236:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762068.391268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069785472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762068.391291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.391294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762068.391295:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.391298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1453
00000100:00080000:1.0:1789762068.391301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.391303:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762068.391314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762068.391324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069785600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762068.391331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.391334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762068.391335:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.391338:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1453
00000100:00080000:1.0:1789762068.391340:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.391344:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762068.391346:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069785472:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789762068.391348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762068.391357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069785728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762068.391363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.391366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762068.391372:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.391375:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1453
00000100:00080000:1.0:1789762068.391378:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.391381:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762068.391386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762068.391394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069785856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762068.391400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762068.391403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762068.391404:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762068.391408:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1453
00000800:00000100:0.0:1789762068.391410:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762068.391411:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762068.391421:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762068.391424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762068.391432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069785984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762068.391468:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff982a8805a300 x1876700069785472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762068.391487:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069785472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762068.391497:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762068.391501:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762068.391504:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069785472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762068.391512:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762068.391544:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762068.391559:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff982a8805bb80 x1876700069785600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762068.391572:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069785600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762068.391588:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762068.391592:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762068.391605:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762068.391632:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762068.391655:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762068.391668:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff982a8805b480 x1876700069785728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762068.391681:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069785728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762068.391689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762068.391693:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762068.391696:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762068.391703:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762068.391725:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762068.391736:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff982a88058e00 x1876700069785856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762068.391749:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069785856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762068.391757:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762068.391761:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762068.391764:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762068.391777:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762068.391800:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762068.391813:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff982a88058000 x1876700069785984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762068.391826:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069785984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762068.391834:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762068.391837:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762068.391840:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069785984:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762069.223206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762070.247187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762071.271168:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762072.295241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762073.319173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762073.511172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762073.511180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762073.511184:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762073.511191:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1458
00000100:00080000:1.0:1789762073.511201:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762073.511207:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762073.511245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069786112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762073.511287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762073.511290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762073.511292:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762073.511294:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1458
00000100:00080000:1.0:1789762073.511297:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762073.511300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762073.511308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762073.511318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069786240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762073.511324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762073.511327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762073.511328:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762073.511331:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1458
00000100:00080000:1.0:1789762073.511332:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762073.511337:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762073.511338:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069786112:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789762073.511341:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762073.511350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069786368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762073.511356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762073.511359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762073.511360:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762073.511362:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1458
00000100:00080000:1.0:1789762073.511370:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762073.511373:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762073.511378:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762073.511386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069786496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762073.511392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762073.511394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762073.511396:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762073.511398:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1458
00000100:00080000:1.0:1789762073.511401:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762073.511403:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762073.511406:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762073.511416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069786624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762073.511429:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762073.511463:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762073.511477:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762073.511491:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786624:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762074.343171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762075.367174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762076.391242:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762076.583278:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789762076.583314:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762076.583328:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762076.583358:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762076.583369:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762076.583375:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762076.583380:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762076.583429:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762076]  req@ffff982a88059880 x1876700069786368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762076.583455:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069786368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762076.583466:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762076.583471:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762076.583493:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762076.583502:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762076]  req@ffff982a8805aa00 x1876700069786496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762076.583516:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069786496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762076.583531:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762076.583536:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762076.583539:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762076.583547:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762076]  req@ffff982a88059c00 x1876700069786624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762076.583560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069786624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762076.583568:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762076.583572:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762076.583575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786624:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762076.583582:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762076]  req@ffff982a88059f80 x1876700069786112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762076.583595:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069786112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762076.583604:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762076.583607:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762076.583610:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069786112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762076.583631:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762076]  req@ffff982a8805b100 x1876700069786240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762076.583645:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069786240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762076.583653:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762076.583656:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762076.583659:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786240:192.168.203.153@tcp:38:
00010000:00010000:2.0:1789762077.415253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762078.439243:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762078.631235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762078.631245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762078.631250:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762078.631260:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1463
00000100:00080000:3.0:1789762078.631271:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762078.631278:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762078.631315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069786752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762078.631353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762078.631357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762078.631360:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762078.631364:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1463
00000100:00080000:3.0:1789762078.631368:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762078.631374:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762078.631385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762078.631396:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069786752:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762078.631402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069786880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762078.631429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762078.631433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762078.631435:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762078.631440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1463
00000100:00080000:3.0:1789762078.631445:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762078.631449:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762078.631454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762078.631464:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762078.631470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069787008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762078.631481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762078.631485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762078.631487:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762078.631491:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1463
00000100:00080000:3.0:1789762078.631496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762078.631500:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762078.631505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762078.631517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069787136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762078.631524:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff982a89a46680 x1876700069786752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762078.631531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762078.631542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762078.631547:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762078.631553:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1463
00000100:00100000:0.0:1789762078.631560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069786752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762078.631567:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762078.631577:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762078.631581:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762078.631585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762078.631591:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762078.631596:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069786752:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762078.631604:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069787264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762078.631625:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762078.631655:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762078.631678:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff982a89a45180 x1876700069786880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762078.631691:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069786880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762078.631706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762078.631710:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762078.631714:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069786880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762078.631720:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762078.631744:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762078.631763:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff982a89a47b80 x1876700069787008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762078.631777:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069787008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762078.631785:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762078.631789:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762078.631793:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762078.631800:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762078.631831:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762078.631844:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff982a89a47480 x1876700069787136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762078.631856:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069787136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762078.631864:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762078.631867:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762078.631870:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762078.631884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762078.631908:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762078.631920:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762078]  req@ffff982a89a44a80 x1876700069787264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762078.631932:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069787264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762078.631939:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762078.631942:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762078.631946:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787264:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762079.463199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762080.487228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762081.511208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762082.535228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762083.559237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762083.751141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762083.751150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762083.751153:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762083.751162:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1468
00000100:00080000:1.0:1789762083.751175:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762083.751182:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762083.751230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069787392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762083.751277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762083.751280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762083.751282:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762083.751284:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1468
00000100:00080000:1.0:1789762083.751287:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762083.751290:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762083.751298:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762083.751307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069787520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762083.751313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762083.751316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762083.751317:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762083.751320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1468
00000100:00080000:1.0:1789762083.751322:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762083.751324:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762083.751327:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762083.751333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069787648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762083.751339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762083.751341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762083.751343:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762083.751347:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1468
00000100:00100000:0.0:1789762083.751348:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069787392:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762083.751357:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762083.751362:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762083.751365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762083.751374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069787776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762083.751380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762083.751382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762083.751383:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762083.751385:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1468
00000100:00080000:1.0:1789762083.751387:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762083.751390:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762083.751393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762083.751400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069787904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762083.751424:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762083.751485:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff982a88058700 x1876700069787392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762083.751518:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069787392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762083.751530:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762083.751535:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762083.751539:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069787392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762083.751548:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762083.751573:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762083.751587:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff982a88059500 x1876700069787520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762083.751616:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069787520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762083.751625:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762083.751629:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762083.751633:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762083.751657:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762083.751679:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762083.751690:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff982a88058a80 x1876700069787648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762083.751714:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069787648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762083.751722:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762083.751725:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762083.751729:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762083.751735:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762083.751753:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762083.751763:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff982a8805b800 x1876700069787776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762083.751775:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069787776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762083.751806:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762083.751811:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762083.751815:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762083.751821:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762083.751843:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762083.751854:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff982a88058380 x1876700069787904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762083.751867:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069787904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762083.751876:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762083.751879:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762083.751883:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069787904:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762084.583234:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762085.607148:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762086.631235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762087.655160:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762088.679228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762088.871170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.871189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762088.871197:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.871207:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1473
00000100:00080000:3.0:1789762088.871219:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.871226:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762088.871266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069788032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.871293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.871296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762088.871298:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.871302:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1473
00000100:00080000:3.0:1789762088.871306:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.871310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762088.871319:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762088.871334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069788160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762088.871344:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069788032:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762088.871348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.871371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762088.871374:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.871380:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1473
00000100:00080000:3.0:1789762088.871385:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.871391:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762088.871398:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762088.871410:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762088.871416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069788288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.871454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.871458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762088.871460:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762088.871464:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1473
00000100:00080000:3.0:1789762088.871468:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.871472:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762088.871477:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762088.871482:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff982a89a47800 x1876700069788032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762088.871489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069788416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762088.871508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762088.871510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762088.871512:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762088.871517:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069788032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762088.871517:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1473
00000100:00080000:3.0:1789762088.871521:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762088.871527:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762088.871532:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762088.871538:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762088.871539:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762088.871545:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069788032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762088.871552:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069788544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762088.871595:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762088.871619:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762088.871629:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff982a89a45f80 x1876700069788160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762088.871650:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069788160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762088.871655:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762088.871658:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762088.871660:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762088.871664:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762088.871675:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762088.871681:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff982a89a46d80 x1876700069788288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762088.871688:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069788288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762088.871693:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762088.871695:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762088.871697:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762088.871719:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762088.871742:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762088.871749:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff982a89a47100 x1876700069788416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762088.871766:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069788416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762088.871773:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762088.871775:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762088.871778:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762088.871782:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762088.871796:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762088.871804:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff982a89a44380 x1876700069788544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762088.871812:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069788544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762088.871818:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762088.871820:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762088.871822:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788544:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762089.703232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762090.727230:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762091.751277:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762092.775265:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762093.799213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762093.991250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.991264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762093.991269:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762093.991282:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1478
00000100:00080000:0.0:1789762093.991295:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762093.991302:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762093.991382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069788672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762093.991432:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.991436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762093.991438:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762093.991442:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1478
00000100:00080000:0.0:1789762093.991447:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762093.991452:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762093.991463:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762093.991477:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069788800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762093.991484:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069788672:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762093.991493:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.991499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762093.991501:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762093.991505:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1478
00000100:00080000:0.0:1789762093.991508:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762093.991512:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762093.991516:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762093.991526:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069788928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762093.991535:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.991539:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762093.991540:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762093.991543:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1478
00000100:00080000:0.0:1789762093.991557:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762093.991562:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762093.991568:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762093.991579:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069789056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762093.991587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762093.991591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762093.991592:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762093.991595:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1478
00000100:00080000:0.0:1789762093.991598:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762093.991606:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:3.0:1789762093.991610:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:0.0:1789762093.991611:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762093.991623:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069789184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762093.991692:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff982a89b81500 x1876700069788672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.991723:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069788672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.991742:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.991749:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762093.991755:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069788672:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762093.991807:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788800:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762093.991838:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762093.991872:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff982a89b80700 x1876700069788800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.991905:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069788800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.991913:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.991916:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762093.991920:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788800:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762093.991925:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788928:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762093.991959:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762093.991970:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff982a89b81c00 x1876700069788928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.991980:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069788928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.991987:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.991990:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762093.991993:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069788928:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762093.991998:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789056:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762093.992013:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762093.992021:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff982a89b82a00 x1876700069789056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.992030:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069789056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.992037:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.992039:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762093.992042:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789056:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762093.992046:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789184:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762093.992059:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762093.992093:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff982a89b80000 x1876700069789184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.992116:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069789184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.992124:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.992127:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762093.992129:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789184:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762094.823246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762095.847177:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762096.871272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762097.895147:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762098.919211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762099.111150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762099.111159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762099.111162:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762099.111170:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1483
00000100:00080000:0.0:1789762099.111179:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762099.111186:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762099.111232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069789312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762099.111254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762099.111275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762099.111278:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762099.111283:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1483
00000100:00080000:0.0:1789762099.111288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762099.111293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762099.111303:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762099.111321:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069789312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762099.111331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069789440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762099.111340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762099.111342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762099.111344:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762099.111347:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1483
00000100:00080000:0.0:1789762099.111350:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762099.111352:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762099.111355:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762099.111364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069789568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762099.111380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762099.111383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762099.111384:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762099.111386:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1483
00000100:00080000:0.0:1789762099.111388:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762099.111391:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762099.111400:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762099.111410:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762099.111411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069789696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762099.111420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762099.111423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762099.111424:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762099.111427:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1483
00000100:00080000:0.0:1789762099.111430:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762099.111433:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762099.111436:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762099.111452:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069789824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762099.111473:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff982a89b82300 x1876700069789312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762099.111489:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069789312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762099.111498:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762099.111501:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762099.111514:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069789312:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762099.111532:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789440:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762099.111549:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762099.111557:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff982a89b80e00 x1876700069789440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762099.111564:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069789440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762099.111588:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762099.111590:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762099.111593:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789440:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762099.111597:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789568:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762099.111610:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762099.111617:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff982a89b81880 x1876700069789568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762099.111624:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069789568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762099.111629:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762099.111630:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762099.111632:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789568:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762099.111636:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789696:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762099.111647:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762099.111652:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff982a89b83b80 x1876700069789696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762099.111659:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069789696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762099.111664:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762099.111666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762099.111667:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789696:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762099.111676:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789824:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762099.111688:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762099.111694:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762099/real 1789762099]  req@ffff982a89b83480 x1876700069789824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762099.111701:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069789824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762099.111706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762099.111707:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762099.111709:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069789824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762099.943279:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762100.967223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762101.991220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762103.015191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762104.039253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762104.231153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762104.231162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762104.231166:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762104.231176:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1488
00000100:00080000:0.0:1789762104.231186:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762104.231209:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762104.231246:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83100 x1876700069789952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762104.231285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762104.231289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762104.231290:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762104.231294:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1488
00000100:00080000:0.0:1789762104.231313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762104.231318:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762104.231327:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762104.231358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81f80 x1876700069790080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762104.231376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762104.231377:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069789952:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762104.231380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762104.231384:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762104.231392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1488
00000100:00080000:0.0:1789762104.231395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762104.231397:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762104.231401:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762104.231413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82680 x1876700069790208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762104.231420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762104.231422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762104.231424:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762104.231426:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1488
00000100:00080000:0.0:1789762104.231431:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762104.231434:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762104.231437:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762104.231445:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069790336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762104.231455:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762104.231467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762104.231470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762104.231472:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762104.231477:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1488
00000100:00080000:0.0:1789762104.231481:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762104.231484:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762104.231489:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762104.231498:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069790464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762104.231511:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff982a89b83100 x1876700069789952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762104.231548:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83100 x1876700069789952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762104.231558:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762104.231581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762104.231585:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069789952:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762104.231608:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790080:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762104.231650:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762104.231662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff982a89b81f80 x1876700069790080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762104.231690:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81f80 x1876700069790080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762104.231698:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762104.231701:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762104.231704:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790080:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762104.231727:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790208:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762104.231745:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762104.231753:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff982a89b82680 x1876700069790208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762104.231763:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82680 x1876700069790208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762104.231769:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762104.231771:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762104.231790:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790208:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762104.231796:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790336:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762104.231832:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762104.231856:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff982a89b83480 x1876700069790336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762104.231870:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069790336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762104.231895:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762104.231899:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762104.231904:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790336:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762104.231928:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790464:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762104.231949:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762104.231959:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762104/real 1789762104]  req@ffff982a89b83b80 x1876700069790464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762104.231969:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069790464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762129 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762104.231992:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762104.231995:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762104.231997:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790464:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762105.063135:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762106.087261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762107.111186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762108.135338:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762109.159153:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762109.351161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762109.351172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762109.351178:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762109.351189:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1493
00000100:00080000:3.0:1789762109.351202:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762109.351211:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762109.351253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069790592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762109.351277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762109.351294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762109.351297:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762109.351311:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1493
00000100:00080000:3.0:1789762109.351316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762109.351320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762109.351329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762109.351340:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069790592:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762109.351343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069790720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762109.351355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762109.351358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762109.351360:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762109.351363:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1493
00000100:00080000:3.0:1789762109.351366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762109.351369:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762109.351372:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762109.351383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069790848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762109.351390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762109.351393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762109.351394:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762109.351397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1493
00000100:00080000:3.0:1789762109.351400:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762109.351403:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762109.351413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762109.351419:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762109.351428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069790976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762109.351437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762109.351440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762109.351442:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762109.351445:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1493
00000100:00080000:3.0:1789762109.351448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762109.351451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762109.351455:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762109.351474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069791104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762109.351496:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff982a89a46300 x1876700069790592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.351518:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069790592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.351529:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.351533:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762109.351537:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069790592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762109.351585:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762109.351620:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762109.351637:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff982a89a44000 x1876700069790720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.351701:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069790720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.351713:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.351718:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762109.351723:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762109.351733:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762109.351793:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762109.351805:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff982a89a45c00 x1876700069790848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.351820:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069790848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.351829:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.351833:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762109.351838:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762109.351846:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762109.351872:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762109.351883:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff982a89a45500 x1876700069790976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.351897:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069790976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.351924:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.351929:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762109.351934:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069790976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762109.351942:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762109.351964:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762109.351974:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff982a89a44700 x1876700069791104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.351984:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069791104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.351990:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.352002:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762109.352005:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791104:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762110.183347:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762111.207181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762112.231221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762113.255186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762114.279320:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762114.471142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762114.471152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762114.471157:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762114.471167:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1499
00000100:00080000:3.0:1789762114.471179:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762114.471186:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762114.471229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069791232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762114.471252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762114.471255:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762114.471276:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762114.471282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1499
00000100:00080000:3.0:1789762114.471288:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762114.471293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762114.471305:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762114.471319:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069791232:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762114.471325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069791360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762114.471337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762114.471341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762114.471342:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762114.471348:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1499
00000100:00080000:3.0:1789762114.471351:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762114.471355:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762114.471360:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762114.471371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069791488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762114.471384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762114.471388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762114.471389:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762114.471393:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1499
00000100:00080000:3.0:1789762114.471397:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762114.471404:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762114.471409:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762114.471415:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762114.471438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069791616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762114.471447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762114.471449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762114.471451:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762114.471458:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff982a89a44e00 x1876700069791232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762114.471461:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1499
00000100:00080000:3.0:1789762114.471470:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762114.471482:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762114.471488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762114.471495:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069791232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762114.471500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069791744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762114.471547:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762114.471564:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762114.471569:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069791232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762114.471611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762114.471632:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762114.471642:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff982a89a45880 x1876700069791360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762114.471650:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069791360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762114.471656:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762114.471658:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762114.471660:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762114.471664:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762114.471675:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762114.471681:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff982a89a46a00 x1876700069791488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762114.471688:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069791488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762114.471693:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762114.471695:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762114.471725:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762114.471731:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762114.471746:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762114.471754:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff982a89a44700 x1876700069791616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762114.471768:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069791616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762114.471774:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762114.471776:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762114.471778:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762114.471782:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762114.471807:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762114.471813:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff982a89a45500 x1876700069791744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762114.471820:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069791744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762114.471825:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762114.471827:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762114.471829:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069791744:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762115.303223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762116.327226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762117.351168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762118.375457:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762119.399246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762119.591181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762119.591199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762119.591205:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762119.591218:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1504
00000100:00080000:3.0:1789762119.591232:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762119.591241:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762119.591309:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069791872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762119.591353:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762119.591360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762119.591379:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762119.591414:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1504
00000100:00080000:3.0:1789762119.591420:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762119.591426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762119.591438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762119.591449:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069791872:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762119.591474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069792000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762119.591495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762119.591500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762119.591502:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762119.591507:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1504
00000100:00080000:3.0:1789762119.591513:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762119.591518:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762119.591525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762119.591541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069792128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762119.591552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762119.591556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762119.591568:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762119.591572:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1504
00000100:00080000:3.0:1789762119.591578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762119.591582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762119.591587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762119.591599:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762119.591622:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069792256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762119.591649:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762119.591652:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762119.591654:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762119.591657:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1504
00000100:00080000:3.0:1789762119.591684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762119.591689:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762119.591695:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762119.591697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff982a89a45c00 x1876700069791872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762119.591710:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069792384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762119.591731:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069791872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762119.591742:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762119.591755:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762119.591760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069791872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762119.591783:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762119.591805:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762119.591816:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff982a89a44000 x1876700069792000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762119.591826:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069792000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762119.591832:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762119.591835:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762119.591837:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762119.591842:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762119.591854:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762119.591861:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff982a89a46300 x1876700069792128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762119.591869:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069792128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762119.591876:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762119.591878:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762119.591880:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762119.591884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762119.591907:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762119.591916:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff982a89a44380 x1876700069792256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762119.591925:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069792256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762119.591931:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762119.591933:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762119.591936:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762119.591940:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762119.591952:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762119.591959:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff982a89a47100 x1876700069792384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762119.591967:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069792384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762119.591973:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762119.591975:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762119.591977:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792384:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762120.423252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762121.447274:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762122.471220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762123.495259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762124.519237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762124.711156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762124.711166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762124.711171:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762124.711181:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1509
00000100:00080000:3.0:1789762124.711195:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762124.711202:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762124.711249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069792512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762124.711282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762124.711286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762124.711287:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762124.711309:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1509
00000100:00080000:3.0:1789762124.711313:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762124.711318:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762124.711327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762124.711342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069792640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762124.711349:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069792512:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762124.711354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762124.711360:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762124.711362:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762124.711367:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1509
00000100:00080000:3.0:1789762124.711372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762124.711377:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762124.711383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762124.711398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069792768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762124.711409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762124.711412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762124.711414:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762124.711416:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1509
00000100:00080000:3.0:1789762124.711421:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762124.711425:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762124.711429:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762124.711435:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762124.711445:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069792896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762124.711457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762124.711460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762124.711461:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762124.711465:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1509
00000100:00080000:3.0:1789762124.711468:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762124.711471:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762124.711476:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762124.711483:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff982a89a46d80 x1876700069792512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762124.711487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069793024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762124.711529:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069792512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762124.711539:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762124.711542:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762124.711546:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069792512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762124.711571:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762124.711589:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762124.711598:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff982a89a45f80 x1876700069792640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762124.711606:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069792640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762124.711612:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762124.711614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762124.711616:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762124.711620:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762124.711652:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762124.711660:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff982a89a47800 x1876700069792768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762124.711672:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069792768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762124.711680:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762124.711694:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762124.711697:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762124.711705:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762124.711727:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762124.711735:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff982a89a44a80 x1876700069792896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762124.711744:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069792896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762124.711749:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762124.711751:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762124.711753:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069792896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762124.711757:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762124.711768:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762124.711774:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff982a89a47480 x1876700069793024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762124.711781:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069793024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762124.711785:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762124.711787:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762124.711789:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793024:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762125.543164:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762126.567240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762127.591241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762128.615277:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762129.639245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762129.831130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.831140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762129.831145:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.831157:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1514
00000100:00080000:3.0:1789762129.831178:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.831186:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762129.831234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069793152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.831258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.831260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762129.831262:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.831265:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1514
00000100:00080000:3.0:1789762129.831287:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.831294:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762129.831296:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069793152:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789762129.831304:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762129.831319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069793280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.831332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.831336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762129.831338:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.831342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1514
00000100:00080000:3.0:1789762129.831346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.831351:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762129.831357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762129.831371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069793408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.831380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.831382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762129.831384:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762129.831387:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1514
00000100:00080000:3.0:1789762129.831390:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762129.831393:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762129.831397:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762129.831402:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762129.831413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069793536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762129.831431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762129.831434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762129.831435:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762129.831441:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff982a89a47b80 x1876700069793152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762129.831441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1514
00000100:00080000:3.0:1789762129.831448:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762129.831455:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762129.831461:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762129.831468:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069793152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762129.831472:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069793664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762129.831492:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.831498:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762129.831501:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069793152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762129.831528:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762129.831545:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762129.831553:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff982a89a45180 x1876700069793280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.831561:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069793280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.831567:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.831569:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762129.831571:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762129.831575:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762129.831603:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762129.831611:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff982a89a46680 x1876700069793408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.831619:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069793408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.831630:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.831633:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762129.831636:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762129.831640:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762129.831657:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762129.831663:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff982a89a47480 x1876700069793536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.831671:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069793536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.831676:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.831678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762129.831680:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762129.831684:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762129.831694:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762129.831700:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff982a89a44a80 x1876700069793664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.831707:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069793664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.831712:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.831714:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762129.831715:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762130.663298:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762131.687318:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762132.711237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762133.735207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762134.759263:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762134.951185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.951196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762134.951200:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.951210:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1519
00000100:00080000:3.0:1789762134.951221:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.951228:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762134.951271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069793792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762134.951298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.951301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762134.951302:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.951320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1519
00000100:00080000:3.0:1789762134.951323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.951327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762134.951342:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762134.951348:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069793792:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762134.951358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069793920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762134.951366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.951369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762134.951371:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.951373:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1519
00000100:00080000:3.0:1789762134.951375:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.951378:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762134.951381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762134.951389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069794048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762134.951395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.951398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762134.951400:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.951411:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1519
00000100:00080000:3.0:1789762134.951414:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.951416:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762134.951419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762134.951422:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762134.951428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069794176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762134.951441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762134.951443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762134.951445:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762134.951448:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1519
00000100:00080000:3.0:1789762134.951450:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762134.951453:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762134.951457:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762134.951467:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069794304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762134.951475:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff982a89a47800 x1876700069793792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.951498:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069793792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.951509:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.951514:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762134.951519:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069793792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762134.951556:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762134.951583:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762134.951608:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff982a89a45f80 x1876700069793920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.951622:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069793920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.951631:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.951634:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762134.951638:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069793920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762134.951645:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762134.951680:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762134.951690:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff982a89a46d80 x1876700069794048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.951710:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069794048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.951715:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.951717:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762134.951719:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762134.951723:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762134.951746:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762134.951753:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff982a89a47100 x1876700069794176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.951760:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069794176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.951765:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.951767:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762134.951769:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762134.951772:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762134.951782:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762134.951787:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff982a89a44380 x1876700069794304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762134.951794:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069794304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.951807:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.951810:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762134.951812:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794304:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762135.783176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762136.807268:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762137.831256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762138.855207:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762139.879226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762140.071116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.071123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762140.071127:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.071135:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1524
00000100:00080000:3.0:1789762140.071144:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.071150:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762140.071184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069794432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762140.071207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.071210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762140.071211:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.071214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1524
00000100:00080000:3.0:1789762140.071231:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.071234:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762140.071242:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762140.071253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069794560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762140.071261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762140.071271:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069794432:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762140.071271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762140.071274:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.071281:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1524
00000100:00080000:3.0:1789762140.071284:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.071286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762140.071289:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762140.071300:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069794688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762140.071310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.071313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762140.071315:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.071319:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1524
00000100:00080000:3.0:1789762140.071322:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762140.071326:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762140.071331:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762140.071341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069794816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762140.071363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762140.071367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762140.071369:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762140.071373:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1524
00000100:00080000:3.0:1789762140.071380:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762140.071384:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794560:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789762140.071388:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762140.071398:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762140.071418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069794944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762140.071434:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762140.071464:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762140.071488:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794944:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762140.903286:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762141.927163:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762142.951216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762143.143303:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789762143.143335:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762143.143364:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762143.143407:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762143.143418:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762143.143428:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762143.143439:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762143.143466:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762143]  req@ffff982a89a44700 x1876700069794944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762143.143506:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069794944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762143.143520:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762143.143525:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762143.143530:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794944:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762143.143538:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762143]  req@ffff982a89a44000 x1876700069794560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762143.143553:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069794560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762143.143577:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762143.143581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762143.143585:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762143.143592:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762143]  req@ffff982a89a45c00 x1876700069794688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762143.143606:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069794688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762143.143613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762143.143617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762143.143621:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762143.143627:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762143]  req@ffff982a89a45500 x1876700069794816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762143.143638:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069794816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762143.143644:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762143.143647:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762143.143650:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069794816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762143.143657:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762140/real 1789762143]  req@ffff982a89a46300 x1876700069794432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762143.143668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069794432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762143.143688:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762143.143692:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762143.143696:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069794432:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789762143.975231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762144.999266:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762145.191174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762145.191182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762145.191185:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762145.191193:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1529
00000100:00080000:0.0:1789762145.191202:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762145.191208:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762145.191241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069795072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762145.191268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762145.191271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762145.191273:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762145.191275:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1529
00000100:00080000:0.0:1789762145.191278:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762145.191280:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762145.191288:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762145.191298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069795200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762145.191306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762145.191310:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069795072:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762145.191311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762145.191327:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762145.191331:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1529
00000100:00080000:0.0:1789762145.191334:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762145.191337:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762145.191341:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762145.191353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069795328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762145.191363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762145.191367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762145.191370:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762145.191374:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1529
00000100:00080000:0.0:1789762145.191377:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762145.191384:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762145.191385:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762145.191395:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762145.191409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069795456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762145.191417:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762145.191421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762145.191423:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762145.191427:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1529
00000100:00080000:0.0:1789762145.191432:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762145.191435:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff982a89b81880 x1876700069795072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762145.191439:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762145.191449:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762145.191461:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069795072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762145.191489:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762145.191497:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069795584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762145.191498:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762145.191507:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069795072:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762145.191540:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795200:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762145.191580:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762145.191595:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff982a89b80e00 x1876700069795200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762145.191607:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069795200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762145.191615:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762145.191618:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762145.191622:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795200:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762145.191628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795328:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762145.191648:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762145.191659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff982a89b82300 x1876700069795328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762145.191671:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069795328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762145.191678:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762145.191681:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762145.191684:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795328:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762145.191690:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795456:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762145.191710:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762145.191721:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff982a89b80000 x1876700069795456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762145.191747:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069795456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762145.191754:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762145.191758:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762145.191761:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795456:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762145.191767:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795584:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762145.191789:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762145.191801:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762145/real 1789762145]  req@ffff982a89b82a00 x1876700069795584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762145.191814:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069795584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762170 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762145.191822:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762145.191824:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762145.191829:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795584:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762146.023208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762147.047228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762148.071158:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762149.095205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762150.119239:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762150.311155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762150.311170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762150.311176:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.311198:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1534
00000100:00080000:3.0:1789762150.311212:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.311221:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762150.311286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069795712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762150.311319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762150.311323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762150.311325:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.311330:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1534
00000100:00080000:3.0:1789762150.311335:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.311341:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762150.311353:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762150.311365:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069795712:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762150.311370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069795840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762150.311391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762150.311395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762150.311398:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.311402:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1534
00000100:00080000:3.0:1789762150.311406:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.311411:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762150.311418:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762150.311447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069795968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762150.311459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762150.311466:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762150.311467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762150.311471:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.311492:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1534
00000100:00080000:3.0:1789762150.311498:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762150.311503:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762150.311510:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762150.311523:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff982a89a46a00 x1876700069795712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762150.311529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069796096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762150.311554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762150.311557:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789762150.311560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069795712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762150.311561:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762150.311573:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1534
00000100:00080000:0.0:1789762150.311577:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762150.311579:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762150.311585:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789762150.311590:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762150.311592:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069795712:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789762150.311599:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762150.311615:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069796224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762150.311624:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762150.311650:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762150.311662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff982a89a45880 x1876700069795840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762150.311671:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069795840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762150.311677:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762150.311679:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762150.311681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762150.311685:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762150.311696:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762150.311714:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff982a89a44e00 x1876700069795968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762150.311722:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069795968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762150.311735:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762150.311738:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762150.311740:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069795968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762150.311745:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762150.311768:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762150.311781:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff982a89a46300 x1876700069796096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762150.311791:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069796096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762150.311797:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762150.311801:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762150.311804:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762150.311823:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762150.311843:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762150.311851:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762150/real 1789762150]  req@ffff982a89a45500 x1876700069796224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762150.311865:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069796224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762175 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762150.311881:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762150.311884:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762150.311886:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796224:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762151.143228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762152.167224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762153.191211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762154.215180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762155.239224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762155.431166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762155.431176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762155.431181:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762155.431192:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1540
00000100:00080000:1.0:1789762155.431206:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762155.431215:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762155.431263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069796352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762155.431288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762155.431292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762155.431295:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762155.431299:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1540
00000100:00080000:1.0:1789762155.431303:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762155.431308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762155.431320:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762155.431333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069796480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762155.431334:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069796352:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762155.431343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762155.431347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762155.431349:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762155.431353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1540
00000100:00080000:1.0:1789762155.431356:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762155.431378:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762155.431384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762155.431408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069796608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762155.431418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762155.431422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789762155.431424:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762155.431424:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762155.431427:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1540
00000100:00080000:1.0:1789762155.431431:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762155.431435:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762155.431440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762155.431450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069796736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762155.431459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762155.431462:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762155.431464:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762155.431468:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1540
00000100:00080000:1.0:1789762155.431470:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762155.431474:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff982a8805a680 x1876700069796352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762155.431474:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762155.431479:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762155.431488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069796864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762155.431493:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069796352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762155.431504:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762155.431508:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762155.431512:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069796352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762155.431541:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762155.431563:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762155.431573:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff982a88059180 x1876700069796480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762155.431581:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069796480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762155.431587:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762155.431589:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762155.431592:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762155.431603:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762155.431618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762155.431625:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff982a8805ad80 x1876700069796608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762155.431632:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069796608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762155.431638:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762155.431639:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762155.431641:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762155.431645:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762155.431657:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762155.431663:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff982a88058380 x1876700069796736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762155.431670:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069796736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762155.431675:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762155.431677:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762155.431679:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762155.431682:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762155.431703:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762155.431710:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff982a8805b800 x1876700069796864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762155.431724:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069796864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762155.431729:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762155.431731:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762155.431734:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069796864:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762156.263162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762157.287256:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762158.311208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762159.335260:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762160.359153:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762160.551182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762160.551196:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762160.551201:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762160.551212:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1545
00000100:00080000:3.0:1789762160.551224:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762160.551231:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762160.551291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069796992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762160.551317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762160.551320:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762160.551322:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762160.551325:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1545
00000100:00080000:3.0:1789762160.551328:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762160.551331:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762160.551340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762160.551348:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069797120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762160.551370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762160.551372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762160.551374:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762160.551377:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1545
00000100:00080000:3.0:1789762160.551379:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762160.551382:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762160.551386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762160.551394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069797248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762160.551401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762160.551404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762160.551406:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762160.551414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1545
00000100:00080000:3.0:1789762160.551417:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762160.551420:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762160.551425:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762160.551438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069797376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762160.551445:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069796992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762160.551450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762160.551459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762160.551461:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762160.551465:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1545
00000100:00080000:3.0:1789762160.551467:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762160.551469:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762160.551473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762160.551484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069797504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762160.551527:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762160.551566:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff982a89a45c00 x1876700069796992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762160.551580:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069796992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762160.551588:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762160.551591:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762160.551594:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069796992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762160.551599:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762160.551613:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762160.551621:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff982a89a44000 x1876700069797120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762160.551628:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069797120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762160.551633:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762160.551648:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762160.551651:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762160.551655:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762160.551669:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762160.551675:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff982a89a44700 x1876700069797248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762160.551683:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069797248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762160.551688:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762160.551690:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762160.551692:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762160.551713:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762160.551725:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762160.551732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff982a89a44380 x1876700069797376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762160.551739:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069797376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762160.551744:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762160.551745:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762160.551747:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762160.551751:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762160.551770:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762160.551777:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff982a89a47100 x1876700069797504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762160.551784:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069797504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762160.551790:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762160.551791:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762160.551793:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797504:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762161.383203:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762162.407157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762163.431204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762164.455248:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762165.479308:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762165.671182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762165.671200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762165.671205:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762165.671218:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1550
00000100:00080000:3.0:1789762165.671232:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762165.671241:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762165.671298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069797632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762165.671377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762165.671381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762165.671383:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762165.671387:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1550
00000100:00080000:3.0:1789762165.671391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762165.671395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762165.671406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762165.671421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069797760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762165.671429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762165.671433:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762165.671434:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762165.671438:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1550
00000100:00080000:3.0:1789762165.671441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762165.671462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762165.671467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762165.671477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069797888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762165.671486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762165.671490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762165.671494:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762165.671502:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1550
00000100:00100000:0.0:1789762165.671505:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069797632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762165.671519:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762165.671526:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762165.671531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762165.671545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069798016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762165.671554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762165.671557:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762165.671560:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762165.671564:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1550
00000100:00080000:3.0:1789762165.671570:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762165.671574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762165.671578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762165.671587:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069798144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762165.671602:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762165.671660:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff982a89a46d80 x1876700069797632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762165.671687:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069797632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762165.671696:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762165.671699:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762165.671703:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069797632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762165.671709:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762165.671725:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762165.671733:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff982a89a45f80 x1876700069797760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762165.671753:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069797760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762165.671773:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762165.671776:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762165.671778:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762165.671802:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762165.671819:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762165.671829:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff982a89a47800 x1876700069797888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762165.671843:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069797888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762165.671853:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762165.671857:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762165.671860:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069797888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762165.671868:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762165.671892:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762165.671902:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff982a89a44a80 x1876700069798016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762165.671911:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069798016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762165.671917:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762165.671920:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762165.671922:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762165.671933:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762165.671949:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762165.671956:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff982a89a47480 x1876700069798144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762165.671965:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069798144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762165.671970:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762165.671972:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762165.671974:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798144:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762166.503397:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762167.527195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762168.551199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762169.575277:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762170.599207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762170.791119:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762170.791127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762170.791131:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762170.791140:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1555
00000100:00080000:3.0:1789762170.791149:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762170.791154:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762170.791191:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069798272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762170.791230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762170.791233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762170.791234:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762170.791237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1555
00000100:00080000:3.0:1789762170.791240:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762170.791242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762170.791250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762170.791259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069798400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762170.791265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762170.791267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762170.791268:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762170.791270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1555
00000100:00080000:3.0:1789762170.791272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762170.791274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762170.791287:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762170.791294:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069798528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762170.791301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762170.791304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762170.791305:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762170.791308:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1555
00000100:00080000:3.0:1789762170.791316:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762170.791320:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762170.791324:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762170.791333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069798656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762170.791342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762170.791344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762170.791345:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762170.791348:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1555
00000100:00080000:3.0:1789762170.791350:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762170.791357:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762170.791360:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069798272:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789762170.791362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762170.791378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069798784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762170.791447:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762170.791501:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff982a89a46680 x1876700069798272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762170.791516:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069798272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762170.791526:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762170.791529:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762170.791532:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069798272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762170.791538:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762170.791553:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762170.791562:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff982a89a45180 x1876700069798400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762170.791588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069798400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762170.791593:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762170.791596:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762170.791598:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762170.791602:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762170.791617:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762170.791623:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff982a89a47b80 x1876700069798528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762170.791630:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069798528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762170.791635:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762170.791637:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762170.791639:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762170.791668:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762170.791680:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762170.791687:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff982a89a47480 x1876700069798656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762170.791694:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069798656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762170.791708:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762170.791711:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762170.791713:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762170.791717:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762170.791731:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762170.791737:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff982a89a44a80 x1876700069798784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762170.791745:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069798784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762170.791750:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762170.791751:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762170.791753:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069798784:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762171.623242:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762172.647219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762173.671401:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762174.695238:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762175.719219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762175.911170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762175.911181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762175.911186:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762175.911197:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1560
00000100:00080000:1.0:1789762175.911209:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762175.911217:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762175.911279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069798912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762175.911302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762175.911306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762175.911308:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762175.911312:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1560
00000100:00080000:1.0:1789762175.911316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762175.911320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762175.911332:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762175.911346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069799040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762175.911355:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069798912:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762175.911355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762175.911359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762175.911361:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762175.911364:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1560
00000100:00080000:1.0:1789762175.911367:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762175.911371:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762175.911395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762175.911405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069799168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762175.911413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762175.911416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762175.911418:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762175.911421:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1560
00000100:00080000:1.0:1789762175.911424:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762175.911428:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762175.911431:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789762175.911433:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762175.911441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069799296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762175.911449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762175.911452:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762175.911453:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762175.911457:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1560
00000100:00080000:1.0:1789762175.911459:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762175.911462:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762175.911467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762175.911489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069799424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762175.911494:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff982a88058a80 x1876700069798912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762175.911512:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069798912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762175.911524:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762175.911537:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762175.911542:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069798912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762175.911576:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762175.911596:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762175.911606:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff982a88059500 x1876700069799040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762175.911614:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069799040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762175.911620:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762175.911622:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762175.911625:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762175.911628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762175.911639:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762175.911645:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff982a88058700 x1876700069799168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762175.911653:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069799168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762175.911658:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762175.911660:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762175.911662:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762175.911665:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762175.911676:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762175.911682:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff982a8805b100 x1876700069799296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762175.911698:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069799296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762175.911703:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762175.911706:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762175.911708:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762175.911711:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762175.911734:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762175.911740:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff982a88059f80 x1876700069799424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762175.911747:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069799424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762175.911752:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762175.911754:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762175.911756:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799424:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762176.743169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762177.767150:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762178.791172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762179.815146:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762180.839132:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762181.031220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762181.031236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762181.031265:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762181.031275:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1565
00000100:00080000:3.0:1789762181.031287:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762181.031294:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762181.031330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069799552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762181.031362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762181.031365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762181.031366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762181.031369:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1565
00000100:00080000:3.0:1789762181.031372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762181.031375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762181.031383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762181.031405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069799680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762181.031411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762181.031414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762181.031415:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762181.031418:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1565
00000100:00080000:3.0:1789762181.031420:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762181.031425:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069799552:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762181.031426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762181.031434:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762181.031442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069799808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762181.031449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762181.031451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762181.031453:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762181.031455:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1565
00000100:00080000:3.0:1789762181.031462:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762181.031466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762181.031470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762181.031478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069799936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762181.031484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762181.031489:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762181.031490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762181.031494:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762181.031498:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1565
00000100:00080000:3.0:1789762181.031501:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762181.031504:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762181.031508:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762181.031516:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069800064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762181.031531:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff982a89a47800 x1876700069799552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762181.031545:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069799552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762181.031553:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762181.031562:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762181.031565:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069799552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762181.031572:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762181.031589:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762181.031598:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff982a89a45f80 x1876700069799680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762181.031606:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069799680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762181.031612:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762181.031614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762181.031616:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762181.031635:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762181.031646:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762181.031651:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff982a89a46d80 x1876700069799808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762181.031659:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069799808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762181.031663:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762181.031665:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762181.031667:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762181.031671:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762181.031691:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762181.031697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff982a89a47100 x1876700069799936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762181.031704:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069799936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762181.031710:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762181.031711:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762181.031713:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069799936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762181.031717:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762181.031726:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762181.031732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762181/real 1789762181]  req@ffff982a89a44380 x1876700069800064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762181.031739:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069800064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762181.031744:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762181.031746:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762181.031747:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800064:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762181.863307:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762182.887275:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762183.911240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762184.935201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762185.959270:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762186.151178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762186.151186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762186.151190:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762186.151197:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1570
00000100:00080000:3.0:1789762186.151207:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762186.151212:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762186.151247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069800192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762186.151283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762186.151286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762186.151290:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762186.151293:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1570
00000100:00080000:3.0:1789762186.151296:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762186.151299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762186.151307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762186.151318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069800320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762186.151326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762186.151328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762186.151330:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762186.151335:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069800192:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762186.151335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1570
00000100:00080000:3.0:1789762186.151340:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762186.151345:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762186.151348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762186.151356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069800448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762186.151362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762186.151365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762186.151366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762186.151368:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1570
00000100:00080000:3.0:1789762186.151376:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762186.151379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762186.151383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762186.151392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069800576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762186.151396:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762186.151404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762186.151407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762186.151408:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762186.151412:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1570
00000100:00080000:3.0:1789762186.151414:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762186.151417:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762186.151421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762186.151429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069800704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762186.151440:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff982a89a44700 x1876700069800192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762186.151467:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069800192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762186.151475:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762186.151478:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762186.151481:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069800192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762186.151501:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762186.151518:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762186.151527:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff982a89a44000 x1876700069800320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762186.151535:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069800320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762186.151540:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762186.151542:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762186.151544:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762186.151548:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762186.151558:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762186.151564:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff982a89a45c00 x1876700069800448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762186.151571:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069800448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762186.151576:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762186.151583:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762186.151585:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762186.151589:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762186.151603:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762186.151610:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff982a89a45500 x1876700069800576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762186.151617:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069800576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762186.151622:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762186.151624:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762186.151626:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762186.151629:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762186.151639:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762186.151645:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762186/real 1789762186]  req@ffff982a89a46300 x1876700069800704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762186.151652:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069800704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762186.151656:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762186.151658:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762186.151660:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800704:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762186.983254:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762188.007254:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762189.031156:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762190.055225:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762191.079159:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762191.271142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762191.271152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762191.271157:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762191.271167:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1575
00000100:00080000:3.0:1789762191.271177:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762191.271185:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762191.271227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069800832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762191.271278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762191.271282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762191.271284:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762191.271288:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1575
00000100:00080000:3.0:1789762191.271293:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762191.271298:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762191.271309:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762191.271322:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069800832:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762191.271326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069800960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762191.271345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762191.271349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762191.271351:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762191.271355:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1575
00000100:00080000:3.0:1789762191.271359:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762191.271364:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762191.271369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762191.271382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069801088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762191.271392:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762191.271393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762191.271399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762191.271402:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762191.271407:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1575
00000100:00080000:3.0:1789762191.271420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762191.271426:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762191.271433:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762191.271440:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff982a89a44e00 x1876700069800832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762191.271450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069801216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762191.271463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762191.271466:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069800832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762191.271468:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762191.271472:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762191.271480:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1575
00000100:00080000:3.0:1789762191.271488:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762191.271490:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762191.271494:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762191.271498:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:3.0:1789762191.271503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762191.271504:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069800832:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762191.271522:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069801344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762191.271532:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762191.271555:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762191.271565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff982a89a45880 x1876700069800960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762191.271574:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069800960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762191.271579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762191.271581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762191.271583:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069800960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762191.271587:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762191.271611:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762191.271618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff982a89a46a00 x1876700069801088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762191.271627:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069801088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762191.271642:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762191.271647:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762191.271650:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762191.271657:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762191.271682:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762191.271692:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff982a89a46300 x1876700069801216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762191.271700:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069801216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762191.271705:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762191.271707:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762191.271709:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762191.271721:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762191.271733:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762191.271740:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762191/real 1789762191]  req@ffff982a89a45500 x1876700069801344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762191.271747:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069801344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762191.271751:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762191.271753:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762191.271755:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801344:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762192.103248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762193.127190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762194.151255:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762195.175175:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762196.199245:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762196.391113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762196.391121:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762196.391124:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762196.391134:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1581
00000100:00080000:3.0:1789762196.391143:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762196.391149:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762196.391194:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069801472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762196.391215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762196.391236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762196.391239:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762196.391243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1581
00000100:00080000:3.0:1789762196.391247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762196.391252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762196.391261:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762196.391268:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069801472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762196.391274:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069801600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762196.391283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762196.391296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762196.391298:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762196.391301:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1581
00000100:00080000:3.0:1789762196.391305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762196.391308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762196.391312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762196.391322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069801728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762196.391325:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762196.391331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762196.391334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762196.391335:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762196.391338:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1581
00000100:00080000:3.0:1789762196.391341:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762196.391344:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762196.391355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762196.391363:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff982a89a45c00 x1876700069801472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762196.391365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069801856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762196.391375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762196.391378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762196.391379:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762196.391381:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069801472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762196.391383:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1581
00000100:00080000:3.0:1789762196.391386:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762196.391390:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762196.391392:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762196.391394:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762196.391396:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762196.391400:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069801472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762196.391403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069801984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762196.391424:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762196.391448:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762196.391459:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff982a89a44000 x1876700069801600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762196.391467:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069801600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762196.391473:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762196.391475:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762196.391477:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762196.391481:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762196.391493:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762196.391499:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff982a89a44700 x1876700069801728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762196.391518:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069801728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762196.391523:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762196.391525:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762196.391527:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762196.391531:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762196.391544:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762196.391550:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff982a89a44380 x1876700069801856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762196.391556:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069801856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762196.391561:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762196.391563:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762196.391565:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762196.391568:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762196.391577:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762196.391582:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff982a89a47100 x1876700069801984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762196.391589:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069801984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762196.391613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762196.391615:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762196.391617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069801984:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762197.223171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762198.247184:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762199.271172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762200.295162:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762201.319250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762201.511143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762201.511152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762201.511156:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.511164:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1586
00000100:00080000:3.0:1789762201.511173:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.511178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762201.511213:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069802112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.511236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762201.511239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762201.511240:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.511243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1586
00000100:00080000:3.0:1789762201.511260:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.511263:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762201.511271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762201.511283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069802240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.511291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762201.511294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762201.511297:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762201.511298:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069802112:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762201.511303:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1586
00000100:00080000:3.0:1789762201.511308:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.511310:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762201.511313:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762201.511322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069802368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.511329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762201.511331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762201.511332:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.511335:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1586
00000100:00080000:3.0:1789762201.511337:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.511339:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762201.511342:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762201.511349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069802496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.511363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762201.511365:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762201.511366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762201.511369:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1586
00000100:00080000:3.0:1789762201.511372:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762201.511373:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762201.511377:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762201.511382:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762201.511393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069802624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762201.511417:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff982a89a46d80 x1876700069802112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762201.511434:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069802112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762201.511442:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762201.511445:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762201.511448:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069802112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762201.511467:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762201.511482:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762201.511491:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff982a89a45f80 x1876700069802240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762201.511498:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069802240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762201.511503:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762201.511505:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762201.511508:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762201.511518:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762201.511532:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762201.511539:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff982a89a47800 x1876700069802368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762201.511546:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069802368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762201.511551:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762201.511552:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762201.511555:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762201.511561:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762201.511580:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762201.511591:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff982a89a44a80 x1876700069802496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762201.511613:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069802496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762201.511621:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762201.511623:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762201.511625:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762201.511630:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762201.511645:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762201.511652:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff982a89a47480 x1876700069802624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762201.511666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069802624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762201.511671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762201.511673:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762201.511675:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762202.343151:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762203.367173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762204.391195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762205.415197:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762206.439157:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762206.631135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762206.631144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762206.631147:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762206.631155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1591
00000100:00080000:1.0:1789762206.631163:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762206.631169:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762206.631205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069802752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762206.631224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762206.631226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762206.631228:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762206.631230:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1591
00000100:00080000:1.0:1789762206.631233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762206.631235:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762206.631242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762206.631252:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069802880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762206.631259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762206.631262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762206.631263:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762206.631265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1591
00000100:00080000:1.0:1789762206.631268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762206.631270:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069802752:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762206.631273:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762206.631280:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762206.631303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069803008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762206.631310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762206.631312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762206.631314:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762206.631315:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1591
00000100:00080000:1.0:1789762206.631321:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762206.631324:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762206.631327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762206.631334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069803136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762206.631341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762206.631343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762206.631344:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762206.631347:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1591
00000100:00080000:1.0:1789762206.631349:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762206.631352:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762206.631355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762206.631364:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802880:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789762206.631365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069803264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762206.631395:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762206.631427:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762206.631455:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803264:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762207.463192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762208.487171:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762209.511249:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762209.703321:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789762209.703371:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762209.703387:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762209.703428:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762209.703438:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762209.703446:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762209.703454:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762209.703533:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762209]  req@ffff982a88058e00 x1876700069803264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762209.703597:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069803264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762209.703613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762209.703619:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762209.703624:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803264:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762209.703634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762209]  req@ffff982a8805aa00 x1876700069802880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762209.703685:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069802880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762209.703695:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762209.703699:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762209.703703:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069802880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762209.703710:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762209]  req@ffff982a88059880 x1876700069803008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762209.703723:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069803008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762209.703733:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762209.703737:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762209.703741:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762209.703749:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762209]  req@ffff982a88058000 x1876700069803136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762209.703765:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069803136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762209.703775:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762209.703779:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762209.703784:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762209.703795:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762209]  req@ffff982a88059c00 x1876700069802752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762209.703825:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069802752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762209.703835:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762209.703841:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762209.703844:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069802752:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789762210.535155:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762211.559237:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762211.751167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762211.751181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762211.751186:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762211.751200:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1596
00000100:00080000:3.0:1789762211.751214:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762211.751223:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762211.751266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069803392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762211.751296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762211.751300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762211.751302:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762211.751307:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1596
00000100:00080000:3.0:1789762211.751311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762211.751316:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762211.751345:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762211.751356:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069803392:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762211.751363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069803520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762211.751377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762211.751381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762211.751384:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762211.751388:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1596
00000100:00080000:3.0:1789762211.751393:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762211.751397:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762211.751403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762211.751415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069803648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762211.751425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762211.751429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762211.751432:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762211.751436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1596
00000100:00080000:3.0:1789762211.751440:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762211.751444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762211.751450:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789762211.751452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762211.751467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069803776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762211.751484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762211.751488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762211.751501:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762211.751506:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1596
00000100:00080000:3.0:1789762211.751513:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762211.751518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762211.751525:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762211.751526:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff982a89a47b80 x1876700069803392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762211.751543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069803904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762211.751553:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069803392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762211.751579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762211.751586:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762211.751591:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069803392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762211.751630:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762211.751658:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762211.751679:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff982a89a45180 x1876700069803520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762211.751694:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069803520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762211.751703:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762211.751717:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762211.751721:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762211.751729:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762211.751753:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762211.751765:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff982a89a46680 x1876700069803648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762211.751778:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069803648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762211.751787:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762211.751790:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762211.751794:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762211.751800:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762211.751821:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762211.751832:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff982a89a47480 x1876700069803776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762211.751843:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069803776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762211.751852:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762211.751856:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762211.751860:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762211.751867:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762211.751901:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762211.751914:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762211]  req@ffff982a89a44a80 x1876700069803904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762211.751929:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069803904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762211.751937:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762211.751940:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762211.751944:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069803904:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762212.583215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762213.607151:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762214.631146:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762215.655196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762216.679167:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762216.871163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.871173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762216.871178:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.871187:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1601
00000100:00080000:3.0:1789762216.871198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.871205:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762216.871243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069804032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762216.871271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.871274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762216.871276:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.871280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1601
00000100:00080000:3.0:1789762216.871284:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.871288:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762216.871297:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762216.871310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069804160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762216.871318:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069804032:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762216.871345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.871349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762216.871351:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.871356:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1601
00000100:00080000:3.0:1789762216.871360:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.871364:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762216.871370:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762216.871376:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762216.871384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069804288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762216.871395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762216.871398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762216.871400:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762216.871404:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1601
00000100:00080000:3.0:1789762216.871408:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.871413:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762216.871416:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff982a89a47800 x1876700069804032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762216.871419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762216.871436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069804416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762216.871437:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069804032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762216.871465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762216.871466:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762216.871472:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789762216.871472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762216.871476:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762216.871478:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069804032:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762216.871483:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1601
00000100:00080000:3.0:1789762216.871493:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762216.871498:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762216.871502:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804160:192.168.203.153@tcp:38:
00000008:00100000:3.0:1789762216.871506:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762216.871523:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069804544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762216.871525:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762216.871548:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff982a89a45f80 x1876700069804160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762216.871559:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069804160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762216.871572:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762216.871575:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762216.871577:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762216.871582:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762216.871597:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762216.871603:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff982a89a46d80 x1876700069804288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762216.871611:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069804288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762216.871616:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762216.871617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762216.871619:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762216.871623:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762216.871633:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762216.871639:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff982a89a47100 x1876700069804416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762216.871647:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069804416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762216.871651:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762216.871653:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762216.871655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762216.871673:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762216.871686:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762216.871692:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff982a89a44380 x1876700069804544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762216.871699:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069804544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762216.871703:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762216.871705:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762216.871707:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804544:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762217.703194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762218.727194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762219.751147:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762220.775237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762221.799193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762221.991117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.991128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762221.991133:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.991144:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1606
00000100:00080000:3.0:1789762221.991157:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.991165:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762221.991224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069804672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.991253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.991257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762221.991259:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.991263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1606
00000100:00080000:3.0:1789762221.991267:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.991273:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762221.991284:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762221.991301:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069804672:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762221.991303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069804800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.991320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.991345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762221.991347:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.991352:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1606
00000100:00080000:3.0:1789762221.991357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.991361:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762221.991366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.991377:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069804928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.991384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762221.991390:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762221.991390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762221.991394:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.991399:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1606
00000100:00080000:3.0:1789762221.991403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762221.991406:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762221.991409:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.991418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069805056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762221.991424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762221.991427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762221.991429:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762221.991432:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1606
00000100:00080000:3.0:1789762221.991434:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762221.991438:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff982a89a44700 x1876700069804672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762221.991440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762221.991452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762221.991464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069805184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762221.991473:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069804672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762221.991488:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762221.991494:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762221.991499:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069804672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762221.991524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762221.991543:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762221.991552:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff982a89a44000 x1876700069804800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762221.991568:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069804800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762221.991574:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762221.991577:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762221.991579:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762221.991583:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762221.991596:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762221.991602:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff982a89a45c00 x1876700069804928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762221.991609:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069804928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762221.991614:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762221.991616:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762221.991618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069804928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762221.991621:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762221.991632:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762221.991638:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff982a89a45500 x1876700069805056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762221.991645:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069805056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762221.991661:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762221.991663:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762221.991665:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762221.991670:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762221.991683:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762221.991689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff982a89a46300 x1876700069805184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762221.991697:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069805184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762221.991702:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762221.991704:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762221.991706:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805184:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762222.823263:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762223.847211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762224.871223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762225.895161:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762226.919189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762227.111162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762227.111173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762227.111177:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762227.111207:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1611
00000100:00080000:1.0:1789762227.111220:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762227.111228:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762227.111275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069805312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762227.111303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762227.111308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762227.111310:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762227.111315:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1611
00000100:00080000:1.0:1789762227.111319:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762227.111324:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762227.111335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762227.111350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069805440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762227.111362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762227.111365:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069805312:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762227.111367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762227.111371:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762227.111379:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1611
00000100:00080000:1.0:1789762227.111383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762227.111387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762227.111392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762227.111405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069805568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762227.111428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762227.111432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762227.111434:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762227.111438:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1611
00000100:00080000:1.0:1789762227.111444:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762227.111452:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762227.111452:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762227.111462:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762227.111479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069805696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762227.111489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762227.111494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762227.111496:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762227.111500:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff982a8805b480 x1876700069805312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762227.111504:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1611
00000100:00080000:1.0:1789762227.111512:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762227.111519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762227.111524:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069805312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762227.111526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762227.111541:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762227.111547:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:1.0:1789762227.111548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069805824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762227.111552:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069805312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762227.111588:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762227.111614:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762227.111628:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff982a8805bb80 x1876700069805440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762227.111642:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069805440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762227.111652:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762227.111655:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762227.111660:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762227.111667:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762227.111690:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762227.111703:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff982a8805a300 x1876700069805568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762227.111717:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069805568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762227.111726:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762227.111730:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762227.111734:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762227.111741:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762227.111763:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762227.111774:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff982a88059c00 x1876700069805696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762227.111791:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069805696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762227.111797:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762227.111799:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762227.111803:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762227.111809:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762227.111827:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762227.111835:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762227/real 1789762227]  req@ffff982a88058000 x1876700069805824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762227.111843:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069805824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762227.111848:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762227.111850:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762227.111853:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069805824:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762227.943153:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762228.967171:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762229.991173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762231.015153:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762232.039169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762232.231123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762232.231132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762232.231135:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762232.231143:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1616
00000100:00080000:1.0:1789762232.231180:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762232.231186:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762232.231228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069805952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762232.231250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762232.231252:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762232.231254:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762232.231256:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1616
00000100:00080000:1.0:1789762232.231259:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762232.231261:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762232.231268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762232.231275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069806080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762232.231282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762232.231284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762232.231286:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762232.231289:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1616
00000100:00080000:1.0:1789762232.231291:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762232.231294:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762232.231296:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762232.231303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069806208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762232.231312:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069805952:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762232.231313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762232.231322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762232.231324:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762232.231327:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1616
00000100:00080000:1.0:1789762232.231330:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762232.231333:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762232.231338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762232.231347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069806336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762232.231354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762232.231356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762232.231367:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762232.231370:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1616
00000100:00080000:1.0:1789762232.231381:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762232.231384:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762232.231387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762232.231393:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762232.231397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069806464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762232.231451:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff982a88059880 x1876700069805952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762232.231472:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069805952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762232.231484:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762232.231495:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762232.231500:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069805952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762232.231508:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762232.231533:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762232.231547:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff982a8805aa00 x1876700069806080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762232.231560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069806080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762232.231570:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762232.231574:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762232.231578:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762232.231600:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762232.231619:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762232.231630:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff982a88058e00 x1876700069806208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762232.231643:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069806208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762232.231652:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762232.231656:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762232.231659:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762232.231666:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762232.231693:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762232.231703:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff982a88059f80 x1876700069806336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762232.231716:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069806336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762232.231725:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762232.231728:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762232.231733:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762232.231739:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762232.231765:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762232.231775:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762232/real 1789762232]  req@ffff982a8805b100 x1876700069806464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762232.231787:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069806464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762232.231796:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762232.231800:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762232.231803:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762233.063208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762234.087249:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762235.111182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762236.135162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762237.159271:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762237.351171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762237.351187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762237.351193:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762237.351207:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1621
00000100:00080000:0.0:1789762237.351222:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762237.351259:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762237.351341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069806592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762237.351380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762237.351402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762237.351405:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762237.351410:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1621
00000100:00080000:0.0:1789762237.351416:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762237.351422:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762237.351434:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762237.351455:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069806720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762237.351468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762237.351483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762237.351487:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762237.351494:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1621
00000100:00080000:0.0:1789762237.351500:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762237.351508:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762237.351518:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069806592:192.168.203.153@tcp:250:
00000008:00100000:0.0:1789762237.351521:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762237.351547:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069806848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762237.351560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762237.351565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762237.351575:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762237.351579:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1621
00000100:00080000:0.0:1789762237.351584:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762237.351589:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762237.351596:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762237.351608:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069806976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762237.351617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762237.351621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762237.351623:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762237.351626:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1621
00000100:00080000:0.0:1789762237.351629:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762237.351633:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762237.351639:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762237.351651:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762237.351661:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069807104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762237.351776:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff982a89b81c00 x1876700069806592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762237.351855:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069806592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762237.351874:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762237.351882:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762237.351889:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069806592:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762237.351902:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806720:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762237.351952:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762237.351974:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff982a89b80700 x1876700069806720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762237.351992:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069806720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762237.352039:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762237.352045:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762237.352051:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806720:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762237.352160:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806848:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762237.352190:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762237.352204:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff982a89b81500 x1876700069806848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762237.352217:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069806848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762237.352226:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762237.352229:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762237.352233:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806848:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762237.352238:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806976:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762237.352255:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762237.352265:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff982a89b80380 x1876700069806976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762237.352276:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069806976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762237.352284:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762237.352287:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762237.352289:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069806976:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762237.352306:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807104:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762237.352327:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762237.352337:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff982a89b82d80 x1876700069807104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762237.352349:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069807104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762237.352356:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762237.352359:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762237.352362:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807104:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762238.183233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762239.207181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762240.231305:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762241.255183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762242.279157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762242.471198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.471206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762242.471210:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.471219:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1627
00000100:00080000:3.0:1789762242.471230:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.471238:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762242.471279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069807232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762242.471304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.471307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762242.471309:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.471311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1627
00000100:00080000:3.0:1789762242.471314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.471317:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762242.471339:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762242.471351:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069807232:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762242.471352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069807360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762242.471366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.471369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762242.471370:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.471373:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1627
00000100:00080000:3.0:1789762242.471376:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.471379:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762242.471382:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762242.471391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069807488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762242.471397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.471399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762242.471401:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.471403:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1627
00000100:00080000:3.0:1789762242.471405:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.471408:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762242.471411:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762242.471415:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762242.471421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069807616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762242.471428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762242.471431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762242.471436:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762242.471439:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1627
00000100:00080000:3.0:1789762242.471443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762242.471446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762242.471450:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762242.471459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069807744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762242.471464:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff982a89a46a00 x1876700069807232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762242.471487:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069807232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762242.471499:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762242.471513:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762242.471517:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069807232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762242.471537:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762242.471556:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762242.471565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff982a89a45880 x1876700069807360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762242.471574:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069807360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762242.471579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762242.471581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762242.471583:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762242.471587:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762242.471599:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762242.471604:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff982a89a44e00 x1876700069807488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762242.471612:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069807488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762242.471617:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762242.471618:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762242.471620:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762242.471623:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762242.471644:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762242.471650:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff982a89a46300 x1876700069807616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762242.471657:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069807616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762242.471663:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762242.471664:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762242.471666:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762242.471670:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762242.471679:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762242.471685:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff982a89a45500 x1876700069807744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762242.471692:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069807744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762242.471697:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762242.471698:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762242.471700:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069807744:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762243.303183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762244.327209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762245.351173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762246.375222:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762247.399255:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762247.591168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.591176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762247.591180:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.591187:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1632
00000100:00080000:0.0:1789762247.591197:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.591221:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762247.591262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80a80 x1876700069807872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.591290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.591293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762247.591295:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.591298:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1632
00000100:00080000:0.0:1789762247.591301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.591304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762247.591311:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762247.591322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81180 x1876700069808000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762247.591331:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069807872:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762247.591332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.591340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762247.591343:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.591346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1632
00000100:00080000:0.0:1789762247.591348:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.591350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762247.591353:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762247.591362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83800 x1876700069808128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.591368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.591371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762247.591377:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.591380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1632
00000100:00080000:0.0:1789762247.591384:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.591388:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762247.591392:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762247.591401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069808256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.591407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762247.591409:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762247.591411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762247.591414:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.591417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1632
00000100:00080000:0.0:1789762247.591420:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.591423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762247.591426:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762247.591433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069808384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762247.591457:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff982a89b80a80 x1876700069807872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762247.591474:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80a80 x1876700069807872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762247.591483:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762247.591487:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762247.591490:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069807872:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762247.591509:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808000:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762247.591524:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762247.591532:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff982a89b81180 x1876700069808000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762247.591540:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81180 x1876700069808000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762247.591552:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762247.591555:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762247.591557:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808000:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762247.591561:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808128:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762247.591575:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762247.591582:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff982a89b83800 x1876700069808128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762247.591589:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83800 x1876700069808128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762247.591594:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762247.591596:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762247.591598:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808128:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762247.591602:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808256:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762247.591613:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762247.591618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff982a89b82d80 x1876700069808256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762247.591625:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069808256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762247.591629:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762247.591631:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762247.591633:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808256:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762247.591641:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808384:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762247.591653:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762247.591659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff982a89b80380 x1876700069808384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762247.591666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069808384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762247.591671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762247.591673:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762247.591674:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808384:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762248.423154:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762249.447233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762250.471248:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762251.495234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762252.519223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762252.711190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.711203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762252.711223:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762252.711233:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1637
00000100:00080000:1.0:1789762252.711244:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.711251:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762252.711289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069808512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762252.711315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.711324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762252.711326:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762252.711330:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1637
00000100:00080000:1.0:1789762252.711333:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.711338:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762252.711347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762252.711379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069808640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762252.711381:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069808512:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762252.711402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.711406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762252.711409:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762252.711415:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1637
00000100:00080000:1.0:1789762252.711420:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.711425:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762252.711432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762252.711464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069808768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762252.711475:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762252.711484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.711490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762252.711494:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762252.711501:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1637
00000100:00080000:1.0:1789762252.711507:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.711514:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762252.711522:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762252.711522:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff982a88058700 x1876700069808512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762252.711544:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069808512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762252.711554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069808896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762252.711555:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762252.711561:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762252.711568:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069808512:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762252.711585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.711590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762252.711592:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762252.711599:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808640:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789762252.711600:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1637
00000100:00080000:1.0:1789762252.711607:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.711616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762252.711623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762252.711641:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069809024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762252.711642:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762252.711658:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff982a88059500 x1876700069808640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762252.711706:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069808640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762252.711712:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762252.711715:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762252.711717:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808640:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762252.711722:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808768:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762252.711737:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762252.711744:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff982a88058a80 x1876700069808768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762252.711751:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069808768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762252.711756:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762252.711758:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762252.711760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808768:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762252.711764:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808896:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762252.711775:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762252.711781:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff982a8805b800 x1876700069808896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762252.711799:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069808896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762252.711804:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762252.711806:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762252.711808:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069808896:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762252.711821:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809024:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762252.711833:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762252.711839:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff982a88058380 x1876700069809024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762252.711846:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069809024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762252.711851:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762252.711853:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762252.711855:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809024:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762253.543214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762254.567235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762255.591211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762256.615173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762257.639266:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762257.831188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762257.831199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762257.831203:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762257.831215:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1642
00000100:00080000:3.0:1789762257.831227:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762257.831234:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762257.831324:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069809152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762257.831358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762257.831361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762257.831363:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762257.831366:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1642
00000100:00080000:3.0:1789762257.831370:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762257.831373:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762257.831383:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762257.831395:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069809280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762257.831402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762257.831404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762257.831407:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762257.831410:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1642
00000100:00080000:3.0:1789762257.831414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762257.831418:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762257.831422:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762257.831433:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069809152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762257.831434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069809408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762257.831455:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762257.831458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762257.831459:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762257.831470:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1642
00000100:00080000:3.0:1789762257.831473:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762257.831477:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762257.831482:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762257.831492:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069809536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762257.831498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762257.831502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762257.831503:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762257.831506:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1642
00000100:00080000:3.0:1789762257.831508:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762257.831511:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762257.831514:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762257.831534:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069809664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762257.831545:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762257.831640:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff982a89a45c00 x1876700069809152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762257.831660:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069809152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762257.831692:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762257.831715:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762257.831721:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069809152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762257.831733:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762257.831767:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762257.831780:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff982a89a44000 x1876700069809280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762257.831792:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069809280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762257.831799:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762257.831802:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762257.831805:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762257.831831:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762257.831847:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762257.831856:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff982a89a44700 x1876700069809408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762257.831866:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069809408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762257.831872:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762257.831874:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762257.831877:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762257.831881:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762257.831908:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762257.831917:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff982a89a44380 x1876700069809536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762257.831927:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069809536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762257.831949:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762257.831951:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762257.831953:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762257.831957:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762257.831968:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762257.831974:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff982a89a47100 x1876700069809664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762257.831981:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069809664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762257.831986:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762257.831987:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762257.831989:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762258.663341:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762259.687193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762260.711172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762261.735199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762262.759177:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762262.951191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762262.951226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762262.951230:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762262.951243:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1647
00000100:00080000:1.0:1789762262.951255:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762262.951262:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762262.951312:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069809792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762262.951347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762262.951350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762262.951352:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762262.951355:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1647
00000100:00080000:1.0:1789762262.951357:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762262.951359:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762262.951368:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762262.951383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069809920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762262.951391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762262.951394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762262.951396:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762262.951401:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1647
00000100:00100000:0.0:1789762262.951411:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069809792:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762262.951413:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762262.951418:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762262.951424:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762262.951431:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069810048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762262.951444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762262.951447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762262.951448:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762262.951451:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1647
00000100:00080000:1.0:1789762262.951455:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762262.951458:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762262.951462:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762262.951484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069810176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762262.951489:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762262.951492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762262.951494:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762262.951497:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1647
00000100:00080000:1.0:1789762262.951501:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762262.951507:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762262.951508:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762262.951516:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762262.951530:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069810304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762262.951557:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff982a8805ad80 x1876700069809792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762262.951585:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069809792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762262.951609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762262.951614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762262.951619:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069809792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762262.951670:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762262.951694:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762262.951704:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff982a88059180 x1876700069809920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762262.951713:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069809920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762262.951719:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762262.951722:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762262.951724:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069809920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762262.951728:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762262.951739:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762262.951745:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff982a8805a680 x1876700069810048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762262.951752:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069810048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762262.951758:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762262.951765:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762262.951768:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762262.951772:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762262.951788:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762262.951794:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff982a88058380 x1876700069810176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762262.951802:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069810176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762262.951807:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762262.951809:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762262.951811:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762262.951815:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762262.951832:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762262.951842:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff982a8805b800 x1876700069810304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762262.951855:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069810304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762262.951864:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762262.951868:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762262.951872:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810304:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762263.783212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762264.807283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762265.831237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762266.855227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762267.879300:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762268.071164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.071175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762268.071199:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.071211:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1652
00000100:00080000:3.0:1789762268.071234:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.071244:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762268.071290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069810432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762268.071328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.071331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762268.071333:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.071342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1652
00000100:00080000:3.0:1789762268.071346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.071350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762268.071359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762268.071372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069810560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762268.071380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.071384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762268.071386:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.071389:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1652
00000100:00080000:3.0:1789762268.071393:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.071396:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762268.071400:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762268.071418:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069810432:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762268.071424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069810688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762268.071450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.071453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762268.071455:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.071459:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1652
00000100:00080000:3.0:1789762268.071463:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.071467:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762268.071472:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762268.071484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069810816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762268.071492:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762268.071496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762268.071497:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762268.071500:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1652
00000100:00080000:3.0:1789762268.071503:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762268.071510:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762268.071512:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789762268.071516:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762268.071528:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069810944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762268.071595:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff982a89a46d80 x1876700069810432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762268.071622:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069810432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762268.071633:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762268.071637:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762268.071641:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069810432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762268.071648:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762268.071671:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762268.071683:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff982a89a45f80 x1876700069810560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762268.071694:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069810560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762268.071700:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762268.071704:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762268.071706:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762268.071732:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762268.071746:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762268.071754:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff982a89a47800 x1876700069810688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762268.071763:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069810688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762268.071777:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762268.071780:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762268.071783:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762268.071788:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762268.071806:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762268.071814:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff982a89a44a80 x1876700069810816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762268.071824:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069810816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762268.071830:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762268.071833:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762268.071835:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762268.071840:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762268.071853:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762268.071860:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762268/real 1789762268]  req@ffff982a89a47480 x1876700069810944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762268.071869:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069810944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762268.071875:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762268.071877:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762268.071880:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069810944:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762268.903213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762269.927226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762270.951211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762271.975197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762272.999213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762273.191179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762273.191191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762273.191195:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762273.191204:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1657
00000100:00080000:1.0:1789762273.191213:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762273.191219:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762273.191261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069811072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762273.191284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762273.191287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762273.191289:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762273.191293:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1657
00000100:00080000:1.0:1789762273.191297:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762273.191302:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762273.191312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762273.191326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069811200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762273.191332:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069811072:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762273.191336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762273.191339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762273.191341:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762273.191344:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1657
00000100:00080000:1.0:1789762273.191347:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762273.191351:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762273.191355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762273.191379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069811328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762273.191387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762273.191390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762273.191392:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762273.191395:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1657
00000100:00080000:1.0:1789762273.191399:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762273.191403:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762273.191408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762273.191418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069811456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762273.191426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762273.191429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762273.191431:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762273.191435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1657
00000100:00100000:0.0:1789762273.191437:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811200:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789762273.191439:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762273.191443:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762273.191448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762273.191458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069811584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762273.191466:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762273.191490:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762273.191531:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811584:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762274.023199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762275.047245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762276.071214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762276.263240:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789762276.263273:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762276.263286:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762276.263326:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762276.263337:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762276.263346:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762276.263355:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762276.263397:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762276]  req@ffff982a88059f80 x1876700069811584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762276.263425:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069811584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762276.263435:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762276.263440:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762276.263444:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811584:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762276.263453:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762276]  req@ffff982a88059500 x1876700069811200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762276.263466:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069811200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762276.263474:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762276.263478:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762276.263481:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762276.263502:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762276]  req@ffff982a88058700 x1876700069811328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762276.263532:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069811328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762276.263541:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762276.263544:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762276.263548:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762276.263556:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762276]  req@ffff982a8805b100 x1876700069811456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762276.263569:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069811456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762276.263577:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762276.263579:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762276.263582:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762276.263588:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762273/real 1789762276]  req@ffff982a88058a80 x1876700069811072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762276.263601:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069811072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762276.263609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762276.263612:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762276.263615:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069811072:192.168.203.153@tcp:250:
00010000:00010000:1.0:1789762277.095233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762278.119206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762278.311128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762278.311135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762278.311151:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762278.311159:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1662
00000100:00080000:1.0:1789762278.311168:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762278.311174:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762278.311206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069811712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762278.311227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762278.311230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762278.311231:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762278.311234:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1662
00000100:00080000:1.0:1789762278.311236:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762278.311238:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762278.311246:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762278.311255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069811840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762278.311261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762278.311264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762278.311265:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762278.311267:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1662
00000100:00080000:1.0:1789762278.311269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762278.311271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762278.311274:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762278.311278:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069811712:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762278.311283:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069811968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762278.311305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762278.311308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762278.311309:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762278.311312:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1662
00000100:00080000:1.0:1789762278.311315:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762278.311318:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762278.311321:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762278.311331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069812096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762278.311337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762278.311340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762278.311342:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762278.311345:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1662
00000100:00080000:1.0:1789762278.311358:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762278.311365:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762278.311366:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789762278.311373:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762278.311389:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069812224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762278.311431:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff982a88058e00 x1876700069811712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762278.311452:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069811712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762278.311463:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762278.311468:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762278.311487:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069811712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762278.311495:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762278.311520:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762278.311535:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff982a8805aa00 x1876700069811840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762278.311547:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069811840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762278.311556:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762278.311559:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762278.311563:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762278.311591:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762278.311615:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762278.311629:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff982a88059880 x1876700069811968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762278.311641:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069811968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762278.311657:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762278.311661:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762278.311665:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069811968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762278.311672:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762278.311697:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762278.311710:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff982a88058000 x1876700069812096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762278.311723:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069812096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762278.311731:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762278.311735:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762278.311738:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762278.311745:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762278.311767:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762278.311779:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762278/real 1789762278]  req@ffff982a88059c00 x1876700069812224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762278.311793:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069812224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762278.311801:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762278.311804:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762278.311808:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812224:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762279.143224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762280.167197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762281.191178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762282.215191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762283.239188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762283.431181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.431191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762283.431195:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.431204:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1668
00000100:00080000:2.0:1789762283.431220:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.431228:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762283.431271:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069812352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.431297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.431300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762283.431315:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.431319:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1668
00000100:00080000:2.0:1789762283.431323:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.431327:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762283.431334:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762283.431346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069812480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.431354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.431358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762283.431359:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.431362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1668
00000100:00080000:2.0:1789762283.431364:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.431366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762283.431369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762283.431379:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069812352:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762283.431379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069812608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.431403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.431405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762283.431407:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.431411:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1668
00000100:00080000:2.0:1789762283.431413:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.431415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762283.431422:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762283.431452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069812736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.431460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.431463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762283.431464:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.431467:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1668
00000100:00080000:2.0:1789762283.431470:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.431474:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762283.431478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762283.431486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069812864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762283.431496:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762283.431598:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff982a9216ed80 x1876700069812352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762283.431619:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069812352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762283.431632:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762283.431662:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762283.431666:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069812352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762283.431674:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762283.431698:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762283.431710:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff982a9216ca80 x1876700069812480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762283.431720:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069812480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762283.431728:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762283.431731:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762283.431734:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762283.431770:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762283.431808:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762283.431821:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff982a9216f480 x1876700069812608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762283.431852:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069812608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762283.431858:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762283.431861:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762283.431864:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762283.431869:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762283.431889:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762283.431898:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff982a9216e680 x1876700069812736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762283.431907:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069812736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762283.431912:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762283.431914:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762283.431917:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762283.431921:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762283.431933:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762283.431940:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff982a9216f100 x1876700069812864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762283.431948:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069812864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762283.431965:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762283.431968:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762283.431970:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069812864:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762284.263209:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762285.287350:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762286.311290:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762287.335198:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762288.359206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762288.551101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762288.551109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762288.551112:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762288.551121:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1673
00000100:00080000:2.0:1789762288.551130:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762288.551136:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762288.551187:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069812992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762288.551206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762288.551209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762288.551210:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762288.551213:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1673
00000100:00080000:2.0:1789762288.551215:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762288.551234:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762288.551242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762288.551252:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069812992:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762288.551255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069813120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762288.551268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762288.551270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762288.551271:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762288.551274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1673
00000100:00080000:2.0:1789762288.551277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762288.551280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762288.551283:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762288.551291:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069813248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762288.551306:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762288.551309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762288.551310:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762288.551313:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1673
00000100:00080000:2.0:1789762288.551316:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762288.551318:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762288.551321:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762288.551329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069813376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762288.551340:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762288.551346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762288.551353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762288.551355:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762288.551359:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1673
00000100:00080000:2.0:1789762288.551363:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762288.551367:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762288.551371:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762288.551380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069813504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762288.551414:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff982a9216df80 x1876700069812992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762288.551446:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069812992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762288.551455:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762288.551458:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762288.551461:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069812992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762288.551483:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762288.551501:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762288.551510:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff982a9216f800 x1876700069813120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762288.551519:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069813120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762288.551524:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762288.551526:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762288.551529:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762288.551540:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762288.551571:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762288.551579:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff982a9216d180 x1876700069813248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762288.551587:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069813248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762288.551592:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762288.551594:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762288.551596:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762288.551600:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762288.551612:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762288.551618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff982a9216f100 x1876700069813376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762288.551626:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069813376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762288.551631:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762288.551644:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762288.551646:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762288.551650:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762288.551660:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762288.551666:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff982a9216e680 x1876700069813504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762288.551679:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069813504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762288.551685:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762288.551687:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762288.551689:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813504:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762289.383277:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762290.407246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762291.431276:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762292.455331:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762293.479245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762293.671169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762293.671177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762293.671182:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762293.671190:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1678
00000100:00080000:3.0:1789762293.671199:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762293.671204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762293.671238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069813632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762293.671259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762293.671262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762293.671263:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762293.671266:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1678
00000100:00080000:3.0:1789762293.671268:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762293.671271:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762293.671277:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762293.671286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069813760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762293.671293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762293.671296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762293.671297:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762293.671306:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069813632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762293.671315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1678
00000100:00080000:3.0:1789762293.671319:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762293.671322:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762293.671327:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762293.671335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069813888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762293.671343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762293.671346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762293.671347:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762293.671349:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1678
00000100:00080000:3.0:1789762293.671352:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762293.671354:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762293.671372:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762293.671381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069814016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762293.671386:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762293.671393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762293.671401:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762293.671403:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762293.671407:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1678
00000100:00080000:3.0:1789762293.671410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762293.671412:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762293.671416:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762293.671424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069814144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762293.671441:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff982a89a46680 x1876700069813632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762293.671459:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069813632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762293.671468:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762293.671472:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762293.671475:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069813632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762293.671480:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762293.671499:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762293.671508:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff982a89a45180 x1876700069813760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762293.671515:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069813760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762293.671520:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762293.671529:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762293.671532:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762293.671561:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762293.671576:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762293.671584:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff982a89a47b80 x1876700069813888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762293.671591:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069813888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762293.671597:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762293.671599:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762293.671601:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069813888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762293.671605:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762293.671615:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762293.671621:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff982a89a47480 x1876700069814016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762293.671628:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069814016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762293.671633:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762293.671634:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762293.671636:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762293.671639:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762293.671658:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762293.671665:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff982a89a44a80 x1876700069814144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762293.671672:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069814144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762293.671677:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762293.671678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762293.671680:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814144:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762294.503226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762295.527253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762296.551267:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762297.575268:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762298.599331:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762298.791207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762298.791225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762298.791231:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.791257:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1683
00000100:00080000:3.0:1789762298.791274:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.791285:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762298.791355:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069814272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762298.791391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762298.791397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762298.791399:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.791404:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1683
00000100:00080000:3.0:1789762298.791410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.791415:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762298.791429:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762298.791448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069814400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762298.791462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762298.791467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762298.791472:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762298.791480:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069814272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762298.791482:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1683
00000100:00080000:3.0:1789762298.791500:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.791510:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762298.791556:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762298.791594:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762298.791596:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069814528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762298.791615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762298.791620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762298.791623:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.791630:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1683
00000100:00080000:3.0:1789762298.791638:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.791645:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762298.791649:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff982a89a47800 x1876700069814272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762298.791656:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762298.791678:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069814272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762298.791685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069814656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762298.791700:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762298.791712:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789762298.791714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762298.791720:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069814272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762298.791724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762298.791734:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762298.791743:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1683
00000100:00080000:3.0:1789762298.791748:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762298.791753:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762298.791759:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814400:192.168.203.153@tcp:38:
00000008:00100000:3.0:1789762298.791761:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762298.791792:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069814784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762298.791800:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762298.791820:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff982a89a45f80 x1876700069814400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762298.791835:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069814400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762298.791880:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762298.791886:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762298.791892:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762298.791920:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762298.791954:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762298.791972:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff982a89a46d80 x1876700069814528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762298.791983:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069814528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762298.791992:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762298.791996:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762298.792001:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762298.792010:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762298.792042:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762298.792097:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff982a89a47100 x1876700069814656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762298.792124:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069814656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762298.792137:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762298.792142:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762298.792147:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762298.792186:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762298.792213:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762298.792225:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff982a89a44380 x1876700069814784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762298.792236:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069814784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762298.792243:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762298.792246:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762298.792249:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069814784:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762299.623332:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762300.647230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762301.671220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762302.695234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762303.719164:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762303.911153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762303.911162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762303.911165:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762303.911173:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1688
00000100:00080000:1.0:1789762303.911181:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762303.911187:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762303.911222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069814912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762303.911243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762303.911246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762303.911247:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762303.911250:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1688
00000100:00080000:1.0:1789762303.911252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762303.911254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762303.911262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762303.911301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069815040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762303.911310:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069814912:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762303.911316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762303.911321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762303.911323:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762303.911328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1688
00000100:00080000:1.0:1789762303.911344:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762303.911348:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762303.911354:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762303.911366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069815168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762303.911373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762303.911375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762303.911377:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762303.911382:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1688
00000800:00000100:0.0:1789762303.911383:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762303.911386:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762303.911392:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762303.911397:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762303.911412:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069815296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762303.911421:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff982a8805a300 x1876700069814912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762303.911423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762303.911434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762303.911439:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762303.911445:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069814912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762303.911454:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1688
00000100:00080000:0.0:1789762303.911462:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762303.911463:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762303.911469:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762303.911474:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069814912:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762303.911474:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762303.911485:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762303.911498:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815040:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789762303.911503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069815424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762303.911519:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762303.911530:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff982a8805bb80 x1876700069815040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762303.911552:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069815040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762303.911558:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762303.911560:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762303.911562:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762303.911566:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762303.911587:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762303.911595:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff982a8805b480 x1876700069815168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762303.911603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069815168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762303.911608:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762303.911610:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762303.911612:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762303.911615:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762303.911626:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762303.911632:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff982a88059c00 x1876700069815296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762303.911639:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069815296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762303.911653:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762303.911655:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762303.911657:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762303.911669:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762303.911682:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762303.911689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff982a88058000 x1876700069815424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762303.911696:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069815424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762303.911701:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762303.911703:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762303.911704:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815424:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762304.743247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762305.767229:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762306.791270:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762307.815236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762308.839339:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762309.031221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.031231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762309.031235:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762309.031264:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1693
00000100:00080000:1.0:1789762309.031276:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.031291:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762309.031335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069815552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762309.031362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.031365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762309.031367:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762309.031370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1693
00000100:00080000:1.0:1789762309.031373:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.031376:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762309.031385:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762309.031447:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069815680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762309.031451:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069815552:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762309.031500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.031507:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762309.031511:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762309.031521:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1693
00000100:00080000:1.0:1789762309.031554:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.031560:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762309.031569:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762309.031586:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069815808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762309.031596:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762309.031629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.031637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762309.031642:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762309.031652:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1693
00000100:00080000:1.0:1789762309.031661:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.031685:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762309.031695:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762309.031711:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff982a88059880 x1876700069815552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762309.031724:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069815936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762309.031762:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069815552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762309.031763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762309.031779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762309.031785:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762309.031791:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762309.031799:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:1.0:1789762309.031808:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1693
00000100:00100000:0.0:1789762309.031809:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069815552:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762309.031816:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762309.031826:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762309.031836:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762309.031854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069816064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762309.031862:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762309.031907:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762309.031925:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff982a8805aa00 x1876700069815680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762309.031947:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069815680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762309.031977:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762309.031982:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762309.031988:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762309.031997:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762309.032027:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762309.032055:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff982a88058e00 x1876700069815808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762309.032070:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069815808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762309.032081:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762309.032084:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762309.032088:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762309.032137:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762309.032170:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762309.032213:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff982a88058a80 x1876700069815936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762309.032262:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069815936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762309.032277:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762309.032281:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762309.032284:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069815936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762309.032314:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762309.032341:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762309.032358:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762309/real 1789762309]  req@ffff982a8805b100 x1876700069816064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762309.032376:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069816064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762309.032387:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762309.032392:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762309.032397:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816064:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762309.863289:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762310.887358:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762311.911203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762312.935377:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762313.959309:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762314.151301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762314.151312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762314.151316:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762314.151327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1698
00000100:00080000:2.0:1789762314.151338:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762314.151345:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762314.151392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069816192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762314.151416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762314.151419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762314.151421:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762314.151423:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1698
00000100:00080000:2.0:1789762314.151426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762314.151429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762314.151463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762314.151473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069816320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762314.151481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762314.151486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762314.151487:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069816192:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762314.151488:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762314.151495:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1698
00000100:00080000:2.0:1789762314.151499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762314.151501:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762314.151504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762314.151512:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069816448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762314.151518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762314.151521:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762314.151522:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762314.151525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1698
00000100:00080000:2.0:1789762314.151527:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762314.151530:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762314.151551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762314.151562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069816576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762314.151571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762314.151578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789762314.151580:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762314.151590:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762314.151599:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1698
00000100:00080000:2.0:1789762314.151606:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762314.151613:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762314.151623:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762314.151640:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff982a9216f480 x1876700069816192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762314.151644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069816704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762314.151689:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069816192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762314.151702:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762314.151732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762314.151735:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069816192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762314.151755:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762314.151773:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762314.151800:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff982a9216ca80 x1876700069816320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762314.151812:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069816320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762314.151820:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762314.151823:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762314.151826:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762314.151831:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762314.151846:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762314.151855:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff982a9216ed80 x1876700069816448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762314.151865:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069816448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762314.151871:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762314.151890:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762314.151893:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762314.151898:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762314.151931:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762314.151943:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff982a9216e680 x1876700069816576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762314.151957:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069816576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762314.151963:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762314.151965:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762314.151967:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762314.151972:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762314.151986:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762314.151993:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762314/real 1789762314]  req@ffff982a9216f100 x1876700069816704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762314.152001:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069816704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762314.152006:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762314.152008:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762314.152009:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816704:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762314.983216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762316.007219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762317.031225:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762318.055223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762319.079299:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762319.271138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.271146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762319.271150:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.271177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1703
00000100:00080000:1.0:1789762319.271187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.271193:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762319.271248:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069816832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762319.271271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.271274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762319.271275:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.271279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1703
00000100:00080000:1.0:1789762319.271281:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.271299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762319.271308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762319.271335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069816960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762319.271344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.271348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762319.271349:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069816832:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762319.271350:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.271359:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1703
00000100:00080000:1.0:1789762319.271363:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.271365:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762319.271369:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762319.271378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069817088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762319.271385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.271387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762319.271389:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.271408:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1703
00000100:00080000:1.0:1789762319.271435:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.271440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762319.271446:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762319.271448:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762319.271466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069817216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762319.271478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762319.271487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762319.271488:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762319.271492:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1703
00000100:00080000:1.0:1789762319.271497:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762319.271501:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762319.271507:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762319.271508:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff982a88058700 x1876700069816832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762319.271520:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069817344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762319.271559:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069816832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762319.271572:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762319.271576:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762319.271581:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069816832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762319.271620:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762319.271665:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762319.271680:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff982a88059500 x1876700069816960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762319.271704:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069816960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762319.271713:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762319.271716:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762319.271720:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069816960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762319.271727:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762319.271750:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762319.271763:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff982a88059f80 x1876700069817088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762319.271776:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069817088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762319.271785:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762319.271796:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762319.271801:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762319.271808:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762319.271831:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762319.271843:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff982a8805b800 x1876700069817216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762319.271856:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069817216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762319.271865:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762319.271868:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762319.271872:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762319.271879:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762319.271897:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762319.271907:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762319/real 1789762319]  req@ffff982a88058380 x1876700069817344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762319.271920:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069817344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762319.271928:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762319.271931:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762319.271935:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817344:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762320.103343:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762321.127191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762322.151349:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762323.175212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762324.199224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762324.391199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.391210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762324.391214:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.391224:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1709
00000100:00080000:2.0:1789762324.391234:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.391241:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762324.391284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069817472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762324.391312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.391316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762324.391318:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.391322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1709
00000100:00080000:2.0:1789762324.391326:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.391330:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762324.391340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762324.391354:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069817600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762324.391362:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069817472:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762324.391389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.391392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762324.391394:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.391398:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1709
00000100:00080000:2.0:1789762324.391401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.391404:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762324.391408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762324.391418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069817728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762324.391424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.391427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762324.391429:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.391433:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1709
00000100:00080000:2.0:1789762324.391437:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762324.391443:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762324.391444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762324.391453:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762324.391468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069817856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762324.391477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762324.391480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762324.391482:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762324.391488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1709
00000100:00100000:0.0:1789762324.391489:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff982a9216d180 x1876700069817472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762324.391503:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762324.391511:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762324.391516:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069817472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762324.391517:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762324.391542:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762324.391545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069817984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762324.391549:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762324.391557:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069817472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762324.391579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762324.391610:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762324.391620:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff982a9216f800 x1876700069817600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762324.391628:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069817600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762324.391633:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762324.391635:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762324.391638:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762324.391641:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762324.391652:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762324.391657:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff982a9216df80 x1876700069817728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762324.391665:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069817728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762324.391676:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762324.391678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762324.391681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762324.391685:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762324.391715:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762324.391722:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff982a9216f100 x1876700069817856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762324.391730:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069817856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762324.391736:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762324.391738:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762324.391740:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762324.391744:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762324.391755:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762324.391778:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff982a9216e680 x1876700069817984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762324.391787:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069817984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762324.391793:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762324.391795:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762324.391798:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069817984:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762325.223310:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762326.247204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762327.271224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762328.295220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762329.319198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762329.511168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.511179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762329.511183:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.511193:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1714
00000100:00080000:2.0:1789762329.511203:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762329.511211:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762329.511254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069818112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762329.511284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.511289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762329.511291:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.511295:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1714
00000100:00080000:2.0:1789762329.511299:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762329.511304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762329.511314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762329.511329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069818240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762329.511346:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069818112:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762329.511379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.511384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762329.511393:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.511400:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1714
00000100:00080000:2.0:1789762329.511406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762329.511411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762329.511418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762329.511431:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762329.511435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069818368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762329.511444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.511446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762329.511448:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.511451:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1714
00000100:00080000:2.0:1789762329.511454:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762329.511457:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762329.511460:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762329.511469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069818496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762329.511475:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.511477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762329.511479:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.511481:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1714
00000100:00080000:2.0:1789762329.511491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762329.511494:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff982a9216ed80 x1876700069818112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762329.511498:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762329.511505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762329.511518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069818624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762329.511523:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069818112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762329.511536:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762329.511539:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762329.511543:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069818112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762329.511565:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762329.511583:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762329.511592:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff982a9216ca80 x1876700069818240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762329.511600:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069818240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762329.511606:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762329.511608:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762329.511610:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762329.511614:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762329.511625:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762329.511630:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff982a9216f480 x1876700069818368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762329.511658:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069818368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762329.511664:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762329.511666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762329.511669:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762329.511673:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762329.511688:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762329.511695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff982a9216e680 x1876700069818496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762329.511707:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069818496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762329.511715:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762329.511719:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762329.511722:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762329.511729:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762329.511750:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762329.511762:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff982a9216f100 x1876700069818624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762329.511776:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069818624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762329.511797:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762329.511802:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762329.511806:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762330.343213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762331.367197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762332.391265:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762333.415236:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762334.439151:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762334.631175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762334.631185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762334.631190:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.631201:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1719
00000100:00080000:2.0:1789762334.631212:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762334.631221:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762334.631262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069818752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762334.631289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762334.631294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762334.631296:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.631300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1719
00000100:00080000:2.0:1789762334.631304:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762334.631310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762334.631320:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762334.631336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069818880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762334.631341:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069818752:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762334.631364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762334.631369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762334.631372:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.631377:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1719
00000100:00080000:2.0:1789762334.631383:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762334.631388:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762334.631395:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762334.631399:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762334.631417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069819008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762334.631429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762334.631433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762334.631435:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.631440:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1719
00000100:00080000:2.0:1789762334.631445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762334.631447:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff982a9216df80 x1876700069818752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762334.631454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762334.631465:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762334.631470:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069818752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762334.631480:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762334.631485:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069819136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762334.631486:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762334.631493:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069818752:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762334.631515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762334.631518:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818880:192.168.203.153@tcp:38:
00000100:00080000:2.0:1789762334.631523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762334.631528:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.631534:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1719
00000800:00000100:0.0:1789762334.631540:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762334.631550:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762334.631553:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff982a9216f800 x1876700069818880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762334.631561:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762334.631568:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069818880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762334.631570:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762334.631581:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762334.631584:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762334.631587:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069818880:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789762334.631593:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069819264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762334.631604:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762334.631640:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762334.631655:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff982a9216d180 x1876700069819008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762334.631669:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069819008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762334.631678:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762334.631682:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762334.631685:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762334.631697:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762334.631720:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762334.631732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff982a9216f100 x1876700069819136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762334.631745:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069819136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762334.631754:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762334.631757:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762334.631760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762334.631789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762334.631805:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762334.631823:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff982a9216e680 x1876700069819264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762334.631838:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069819264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762334.631845:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762334.631849:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762334.631852:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819264:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762335.463243:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762336.487210:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762337.511262:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762338.535203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762339.559227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762339.751189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762339.751200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762339.751205:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762339.751216:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1724
00000100:00080000:2.0:1789762339.751229:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762339.751239:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762339.751280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069819392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762339.751304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762339.751306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762339.751308:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762339.751310:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1724
00000100:00080000:2.0:1789762339.751313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762339.751316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762339.751324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762339.751334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069819520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762339.751346:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069819392:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762339.751361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762339.751363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762339.751365:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762339.751369:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1724
00000100:00080000:2.0:1789762339.751372:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762339.751374:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762339.751378:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762339.751387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069819648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762339.751393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762339.751395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762339.751397:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762339.751398:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1724
00000100:00080000:2.0:1789762339.751401:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762339.751403:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762339.751406:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762339.751414:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069819776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762339.751420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762339.751422:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762339.751423:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762339.751426:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1724
00000100:00080000:2.0:1789762339.751433:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762339.751436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762339.751440:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762339.751448:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819520:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789762339.751452:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069819904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762339.751478:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762339.751494:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762339.751513:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819904:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762340.583141:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762341.607274:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762342.631183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762342.823340:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789762342.823393:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762342.823411:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762342.823455:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762342.823467:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762342.823478:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762342.823491:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762342.823511:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762342]  req@ffff982a9216ca80 x1876700069819520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762342.823537:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069819520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762342.823549:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762342.823556:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762342.823561:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762342.823571:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762342]  req@ffff982a9216ed80 x1876700069819648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762342.823622:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069819648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762342.823631:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762342.823636:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762342.823640:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762342.823649:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762342]  req@ffff982a9216e680 x1876700069819776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762342.823663:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069819776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762342.823672:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762342.823676:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762342.823681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762342.823689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762342]  req@ffff982a9216f480 x1876700069819392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762342.823704:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069819392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762342.823712:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762342.823716:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762342.823719:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069819392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762342.823756:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762342]  req@ffff982a9216f100 x1876700069819904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762342.823787:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069819904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762342.823796:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762342.823800:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762342.823804:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069819904:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762343.655270:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762344.679176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762344.871216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.871227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762344.871232:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.871243:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1729
00000100:00080000:1.0:1789762344.871255:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.871301:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762344.871356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069820032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.871401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.871408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762344.871412:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.871419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1729
00000100:00080000:1.0:1789762344.871427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.871436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762344.871450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762344.871464:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069820032:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762344.871472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069820160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.871489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.871495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762344.871498:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.871506:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1729
00000100:00080000:1.0:1789762344.871513:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.871521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762344.871530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.871551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069820288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.871567:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762344.871574:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762344.871578:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762344.871595:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.871605:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1729
00000100:00080000:1.0:1789762344.871615:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.871624:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762344.871635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762344.871654:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff982a8805a680 x1876700069820032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762344.871679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069820416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762344.871694:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069820032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762344.871702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.871716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762344.871724:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762344.871731:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762344.871736:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1729
00000100:00080000:1.0:1789762344.871744:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.871753:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762344.871762:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:1.0:1789762344.871768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762344.871775:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069820032:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762344.871798:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069820544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762344.871846:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762344.871896:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762344.871920:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff982a88059180 x1876700069820160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762344.871940:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069820160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762344.871954:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762344.871972:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762344.872009:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762344.872023:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762344.872116:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762344.872138:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff982a8805ad80 x1876700069820288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762344.872161:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069820288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762344.872176:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762344.872182:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762344.872188:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762344.872199:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762344.872238:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762344.872259:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff982a88058380 x1876700069820416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762344.872279:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069820416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762344.872292:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762344.872297:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762344.872303:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762344.872313:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762344.872370:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762344.872390:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762344]  req@ffff982a8805b800 x1876700069820544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762344.872409:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069820544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762344.872421:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762344.872426:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762344.872431:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820544:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762345.703374:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762346.727282:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762347.751217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762348.775331:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762349.799278:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762349.991181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762349.991195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762349.991201:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762349.991216:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1734
00000100:00080000:1.0:1789762349.991232:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762349.991242:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762349.991323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069820672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762349.991390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762349.991394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762349.991396:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762349.991401:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1734
00000100:00080000:1.0:1789762349.991407:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762349.991412:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762349.991425:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.991441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069820800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762349.991452:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762349.991457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762349.991459:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762349.991467:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1734
00000100:00080000:1.0:1789762349.991471:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762349.991475:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762349.991481:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.991514:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069820928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762349.991531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762349.991534:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069820672:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762349.991537:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762349.991540:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762349.991558:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1734
00000100:00080000:1.0:1789762349.991564:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762349.991571:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762349.991590:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.991609:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069821056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762349.991622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762349.991627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762349.991629:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762349.991633:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1734
00000100:00080000:1.0:1789762349.991637:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762349.991648:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762349.991658:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789762349.991665:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762349.991686:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069821184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762349.991733:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff982a88059f80 x1876700069820672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762349.991780:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069820672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762349.991796:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762349.991802:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762349.991808:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069820672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762349.991819:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762349.991856:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762349.991885:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff982a88059500 x1876700069820800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762349.991894:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069820800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762349.991914:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762349.991917:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762349.991920:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762349.991961:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762349.991981:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762349.991998:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff982a88058700 x1876700069820928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762349.992014:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069820928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762349.992020:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762349.992023:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762349.992027:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069820928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762349.992035:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762349.992103:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762349.992113:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff982a8805b100 x1876700069821056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762349.992122:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069821056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762349.992128:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762349.992130:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762349.992133:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762349.992144:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762349.992160:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762349.992167:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff982a88058a80 x1876700069821184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762349.992175:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069821184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762349.992181:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762349.992183:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762349.992186:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821184:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762350.823196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762351.847233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762352.871155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762353.895257:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762354.919276:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762355.111144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762355.111155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762355.111161:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762355.111179:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1739
00000100:00080000:1.0:1789762355.111192:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762355.111200:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762355.111244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069821312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762355.111323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762355.111329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762355.111331:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762355.111337:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1739
00000100:00080000:1.0:1789762355.111343:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762355.111349:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762355.111362:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762355.111382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069821440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762355.111392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762355.111416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762355.111418:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762355.111422:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1739
00000100:00080000:1.0:1789762355.111426:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762355.111447:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762355.111454:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762355.111466:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069821312:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762355.111468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069821568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762355.111505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762355.111509:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762355.111512:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762355.111516:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1739
00000100:00080000:1.0:1789762355.111530:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762355.111537:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762355.111544:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762355.111559:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069821696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762355.111569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762355.111580:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789762355.111589:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762355.111589:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762355.111604:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1739
00000100:00080000:1.0:1789762355.111610:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762355.111617:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762355.111622:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762355.111637:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069821824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762355.111653:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff982a88058e00 x1876700069821312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762355.111671:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069821312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762355.111694:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762355.111697:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762355.111704:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069821312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762355.111712:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762355.111759:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762355.111768:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff982a8805aa00 x1876700069821440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762355.111794:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069821440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762355.111800:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762355.111802:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762355.111804:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762355.111836:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762355.111849:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762355.111856:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff982a88059880 x1876700069821568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762355.111863:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069821568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762355.111868:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762355.111870:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762355.111871:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762355.111875:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762355.111913:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762355.111921:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff982a88058000 x1876700069821696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762355.111929:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069821696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762355.111942:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762355.111945:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762355.111947:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762355.111951:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762355.111966:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762355.111973:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762355/real 1789762355]  req@ffff982a88059c00 x1876700069821824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762355.111980:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069821824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762355.111985:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762355.111986:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762355.111988:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069821824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762355.943216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762356.967180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762357.991287:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762359.015195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762360.039327:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762360.231180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762360.231196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762360.231204:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762360.231220:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1744
00000100:00080000:2.0:1789762360.231237:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762360.231247:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762360.231297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069821952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762360.231327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762360.231330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762360.231332:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762360.231381:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1744
00000100:00080000:2.0:1789762360.231388:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762360.231395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762360.231410:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762360.231411:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069821952:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762360.231434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069822080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762360.231446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762360.231466:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762360.231469:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762360.231473:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1744
00000100:00080000:2.0:1789762360.231478:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762360.231482:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762360.231487:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762360.231498:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069822208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762360.231508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762360.231511:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762360.231513:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762360.231516:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1744
00000100:00080000:2.0:1789762360.231520:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762360.231526:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762360.231527:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762360.231536:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762360.231549:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069822336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762360.231566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762360.231569:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762360.231571:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762360.231576:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1744
00000100:00080000:2.0:1789762360.231581:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762360.231585:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762360.231590:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762360.231601:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff982a9216d180 x1876700069821952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762360.231605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069822464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762360.231658:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069821952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762360.231672:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762360.231677:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762360.231681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069821952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762360.231720:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762360.231746:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762360.231758:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff982a9216f800 x1876700069822080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762360.231770:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069822080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762360.231778:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762360.231781:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762360.231784:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762360.231789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762360.231804:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762360.231812:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff982a9216df80 x1876700069822208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762360.231821:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069822208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762360.231829:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762360.231831:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762360.231834:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762360.231839:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762360.231993:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762360.232008:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff982a9216f100 x1876700069822336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762360.232030:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069822336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762360.232038:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762360.232041:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762360.232074:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762360.232080:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762360.232102:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762360.232112:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762360/real 1789762360]  req@ffff982a9216f480 x1876700069822464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762360.232122:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069822464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762360.232129:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762360.232132:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762360.232135:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822464:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762361.063229:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762362.087304:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762363.111215:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762364.135196:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762365.159259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762365.351203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762365.351220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762365.351227:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762365.351243:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1749
00000100:00080000:1.0:1789762365.351260:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762365.351271:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762365.351359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069822592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762365.351397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762365.351402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762365.351405:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762365.351411:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1749
00000100:00080000:1.0:1789762365.351417:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762365.351424:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762365.351453:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762365.351471:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069822720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762365.351487:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069822592:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762365.351491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762365.351515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762365.351519:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762365.351527:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1749
00000100:00080000:1.0:1789762365.351533:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762365.351540:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762365.351549:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762365.351585:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762365.351585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069822848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762365.351606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762365.351612:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762365.351615:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762365.351633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff982a8805b480 x1876700069822592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762365.351634:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1749
00000100:00080000:1.0:1789762365.351647:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762365.351657:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762365.351659:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069822592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762365.351677:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762365.351679:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762365.351701:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:1.0:1789762365.351704:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069822976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762365.351709:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069822592:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762365.351742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762365.351747:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762365.351751:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762365.351755:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822720:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789762365.351768:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1749
00000100:00080000:1.0:1789762365.351788:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762365.351798:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762365.351802:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762365.351812:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762365.351833:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff982a8805bb80 x1876700069822720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762365.351854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069823104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762365.351856:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069822720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762365.351930:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762365.351935:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762365.351940:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762365.351947:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762365.351970:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762365.351978:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff982a8805a300 x1876700069822848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762365.351987:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069822848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762365.351992:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762365.351994:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762365.351996:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762365.352000:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762365.352023:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762365.352030:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff982a88059c00 x1876700069822976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762365.352038:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069822976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762365.352079:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762365.352082:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762365.352084:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069822976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762365.352099:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762365.352112:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762365.352120:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff982a88058000 x1876700069823104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762365.352127:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069823104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762365.352132:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762365.352135:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762365.352137:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823104:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762366.183214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762367.207234:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762368.231251:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762369.255240:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762370.279210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762370.471196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762370.471207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762370.471212:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762370.471223:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1755
00000100:00080000:1.0:1789762370.471236:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762370.471278:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762370.471331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069823232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762370.471373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762370.471376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762370.471378:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762370.471381:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1755
00000100:00080000:1.0:1789762370.471391:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762370.471395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762370.471404:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762370.471415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069823360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762370.471423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762370.471428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762370.471431:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069823232:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762370.471431:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762370.471438:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1755
00000100:00080000:1.0:1789762370.471443:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762370.471446:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762370.471450:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762370.471458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069823488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762370.471465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762370.471468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762370.471475:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762370.471479:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1755
00000100:00080000:1.0:1789762370.471483:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762370.471486:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762370.471491:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762370.471502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069823616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762370.471509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762370.471512:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762370.471513:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762370.471515:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1755
00000100:00080000:1.0:1789762370.471518:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762370.471521:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762370.471524:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762370.471527:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762370.471535:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069823744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762370.471573:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff982a88059880 x1876700069823232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762370.471618:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069823232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762370.471631:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762370.471636:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762370.471640:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069823232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762370.471689:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762370.471711:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762370.471723:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff982a8805aa00 x1876700069823360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762370.471732:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069823360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762370.471739:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762370.471741:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762370.471744:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762370.471748:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762370.471771:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762370.471777:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff982a88058e00 x1876700069823488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762370.471821:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069823488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762370.471831:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762370.471841:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762370.471846:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762370.471853:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762370.471881:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762370.471894:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff982a88058a80 x1876700069823616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762370.471909:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069823616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762370.471929:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762370.471932:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762370.471937:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762370.471942:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762370.471959:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762370.471968:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff982a8805b100 x1876700069823744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762370.471976:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069823744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762370.471981:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762370.471984:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762370.471986:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069823744:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762371.303205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762372.327181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762373.351245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762374.375258:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762375.399225:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762375.591173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.591183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762375.591187:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.591198:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1760
00000100:00080000:2.0:1789762375.591210:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.591218:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762375.591259:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069823872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.591282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.591284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762375.591286:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.591289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1760
00000100:00080000:2.0:1789762375.591312:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.591315:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762375.591324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762375.591334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069824000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.591342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.591346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762375.591349:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069823872:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762375.591349:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.591356:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1760
00000100:00080000:2.0:1789762375.591358:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.591361:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762375.591364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762375.591372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069824128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.591379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.591381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762375.591382:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.591385:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1760
00000100:00080000:2.0:1789762375.591387:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.591390:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762375.591393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762375.591402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069824256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.591418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.591421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762375.591422:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.591425:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1760
00000100:00080000:2.0:1789762375.591429:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.591432:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762375.591436:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762375.591441:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762375.591450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069824384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762375.591495:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff982a9216e680 x1876700069823872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762375.591511:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069823872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762375.591522:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762375.591525:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762375.591528:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069823872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762375.591551:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762375.591567:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762375.591576:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff982a9216ed80 x1876700069824000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762375.591588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069824000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762375.591597:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762375.591600:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762375.591604:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762375.591611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762375.591632:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762375.591641:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff982a9216ca80 x1876700069824128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762375.591649:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069824128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762375.591662:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762375.591664:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762375.591667:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762375.591671:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762375.591686:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762375.591693:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff982a9216f480 x1876700069824256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762375.591701:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069824256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762375.591706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762375.591707:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762375.591710:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762375.591713:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762375.591723:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762375.591729:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff982a9216f100 x1876700069824384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762375.591736:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069824384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762375.591741:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762375.591756:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762375.591759:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824384:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762376.423280:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762377.447246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762378.471268:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762379.495326:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762380.519219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762380.711205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762380.711216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762380.711221:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762380.711231:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1765
00000100:00080000:1.0:1789762380.711244:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762380.711252:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762380.711296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069824512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762380.711321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762380.711324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762380.711325:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762380.711328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1765
00000100:00080000:1.0:1789762380.711331:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762380.711333:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762380.711352:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762380.711362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069824640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762380.711369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762380.711374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762380.711375:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069824512:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762380.711376:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762380.711384:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1765
00000100:00080000:1.0:1789762380.711387:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762380.711389:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762380.711393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762380.711421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069824768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762380.711428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762380.711431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762380.711433:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762380.711436:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1765
00000100:00080000:1.0:1789762380.711439:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762380.711441:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762380.711445:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762380.711449:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762380.711456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069824896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762380.711463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762380.711483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762380.711484:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762380.711488:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1765
00000100:00080000:1.0:1789762380.711491:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762380.711494:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762380.711497:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762380.711507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069825024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762380.711516:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff982a88058700 x1876700069824512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762380.711535:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069824512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762380.711545:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762380.711549:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762380.711553:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069824512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762380.711577:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762380.711603:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762380.711620:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff982a88059500 x1876700069824640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762380.711658:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069824640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762380.711667:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762380.711671:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762380.711674:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762380.711681:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762380.711702:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762380.711737:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff982a88059f80 x1876700069824768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762380.711766:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069824768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762380.711773:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762380.711775:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762380.711778:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762380.711782:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762380.711800:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762380.711808:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff982a8805b800 x1876700069824896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762380.711817:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069824896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762380.711822:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762380.711823:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762380.711825:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069824896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762380.711829:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762380.711839:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762380.711845:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff982a88058380 x1876700069825024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762380.711852:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069825024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762380.711869:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762380.711872:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762380.711874:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825024:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762381.543236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762382.567274:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762383.591237:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762384.615192:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762385.639205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762385.831157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762385.831179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762385.831184:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762385.831195:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1770
00000100:00080000:3.0:1789762385.831207:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762385.831214:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762385.831284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069825152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762385.831312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762385.831316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762385.831317:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762385.831321:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1770
00000100:00080000:3.0:1789762385.831324:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762385.831328:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762385.831361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762385.831370:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069825152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762385.831379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069825280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762385.831391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762385.831394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762385.831396:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762385.831408:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1770
00000100:00080000:3.0:1789762385.831413:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762385.831417:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762385.831422:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762385.831433:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069825408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762385.831441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762385.831444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762385.831446:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762385.831449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1770
00000100:00080000:3.0:1789762385.831452:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762385.831455:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762385.831464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762385.831469:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762385.831495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069825536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762385.831503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762385.831506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762385.831513:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762385.831516:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1770
00000100:00080000:3.0:1789762385.831520:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762385.831524:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762385.831529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762385.831538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069825664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762385.831549:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff982a89a44700 x1876700069825152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762385.831569:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069825152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762385.831579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762385.831583:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762385.831586:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069825152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762385.831630:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762385.831655:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762385.831684:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff982a89a44000 x1876700069825280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762385.831713:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069825280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762385.831720:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762385.831722:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762385.831725:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762385.831737:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762385.831771:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762385.831781:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff982a89a45c00 x1876700069825408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762385.831790:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069825408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762385.831796:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762385.831799:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762385.831802:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762385.831806:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762385.831837:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762385.831846:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff982a89a45500 x1876700069825536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762385.831855:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069825536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762385.831862:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762385.831864:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762385.831866:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762385.831870:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762385.831883:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762385.831891:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff982a89a46300 x1876700069825664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762385.831907:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069825664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762385.831914:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762385.831917:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762385.831920:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825664:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762386.663269:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762387.687224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762388.711218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762389.735376:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762390.759238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762390.951114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.951122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762390.951126:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.951134:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1775
00000100:00080000:3.0:1789762390.951143:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.951148:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762390.951182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069825792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.951205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.951208:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762390.951210:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.951212:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1775
00000100:00080000:3.0:1789762390.951214:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.951216:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762390.951223:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762390.951244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069825920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762390.951263:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069825792:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762390.951278:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.951281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762390.951282:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.951286:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1775
00000100:00080000:3.0:1789762390.951289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.951292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762390.951295:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762390.951315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069826048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.951321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.951323:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762390.951325:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.951327:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1775
00000100:00080000:3.0:1789762390.951329:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.951332:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762390.951335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762390.951338:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762390.951347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069826176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762390.951355:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762390.951358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762390.951359:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762390.951361:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1775
00000100:00080000:3.0:1789762390.951380:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762390.951384:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762390.951388:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762390.951390:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff982a89a44e00 x1876700069825792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762390.951400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069826304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762390.951424:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069825792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762390.951437:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762390.951443:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762390.951446:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069825792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762390.951478:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762390.951496:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762390.951506:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff982a89a45880 x1876700069825920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762390.951514:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069825920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762390.951520:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762390.951530:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762390.951532:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069825920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762390.951537:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762390.951551:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762390.951558:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff982a89a46a00 x1876700069826048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762390.951565:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069826048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762390.951570:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762390.951573:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762390.951575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762390.951578:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762390.951589:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762390.951595:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff982a89a46300 x1876700069826176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762390.951602:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069826176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762390.951607:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762390.951608:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762390.951610:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762390.951613:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762390.951652:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762390.951661:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff982a89a45500 x1876700069826304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762390.951669:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069826304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762390.951683:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762390.951685:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762390.951687:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826304:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762391.783272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762392.807191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762393.831292:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762394.855301:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762395.879220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762396.071125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762396.071136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762396.071140:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762396.071151:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1780
00000100:00080000:3.0:1789762396.071162:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762396.071168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762396.071209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069826432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762396.071247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762396.071251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762396.071253:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762396.071257:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1780
00000100:00080000:3.0:1789762396.071262:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762396.071267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762396.071277:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762396.071289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069826560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762396.071297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762396.071316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762396.071318:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069826432:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762396.071320:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762396.071330:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1780
00000100:00080000:3.0:1789762396.071335:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762396.071341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762396.071347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762396.071361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069826688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762396.071369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762396.071372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762396.071373:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762396.071376:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1780
00000100:00080000:3.0:1789762396.071379:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762396.071382:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762396.071386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762396.071388:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762396.071397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069826816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762396.071405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762396.071408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762396.071409:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762396.071412:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1780
00000100:00080000:3.0:1789762396.071414:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762396.071417:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762396.071426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762396.071444:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762396]  req@ffff982a89a45c00 x1876700069826432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762396.071447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069826944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762396.071506:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069826432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762396.071519:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762396.071524:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762396.071528:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069826432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762396.071535:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762396.071574:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762396.071584:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762396]  req@ffff982a89a44000 x1876700069826560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762396.071615:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069826560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762396.071631:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762396.071651:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762396.071655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762396.071680:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762396.071703:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762396.071715:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762396]  req@ffff982a89a44700 x1876700069826688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762396.071723:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069826688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762396.071729:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762396.071731:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762396.071733:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762396.071737:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762396.071751:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762396.071757:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762396]  req@ffff982a89a44380 x1876700069826816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762396.071765:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069826816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762396.071769:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762396.071771:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762396.071773:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762396.071782:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762396.071796:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762396.071802:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762396/real 1789762396]  req@ffff982a89a47100 x1876700069826944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762396.071809:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069826944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762396.071814:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762396.071816:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762396.071817:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069826944:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762396.903213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762397.927197:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762398.951236:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762399.975222:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762400.999302:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762401.191148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762401.191159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762401.191164:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762401.191176:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1785
00000100:00080000:2.0:1789762401.191189:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762401.191198:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762401.191252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069827072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762401.191297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762401.191300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762401.191302:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762401.191306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1785
00000100:00080000:2.0:1789762401.191310:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762401.191314:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762401.191344:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069827072:192.168.203.153@tcp:250:
00000008:00100000:2.0:1789762401.191346:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762401.191363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069827200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762401.191374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762401.191377:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762401.191378:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762401.191382:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1785
00000100:00080000:2.0:1789762401.191386:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762401.191389:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762401.191393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762401.191404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069827328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762401.191412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762401.191415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762401.191416:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762401.191419:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1785
00000100:00080000:2.0:1789762401.191422:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762401.191425:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762401.191437:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762401.191445:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069827456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762401.191453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762401.191457:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762401.191457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762401.191466:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762401.191471:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1785
00000100:00080000:2.0:1789762401.191476:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762401.191481:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762401.191486:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762401.191513:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069827584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762401.191535:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff982a9216df80 x1876700069827072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762401.191597:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069827072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762401.191609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762401.191613:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762401.191617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069827072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762401.191662:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762401.191684:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762401.191694:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff982a9216f800 x1876700069827200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762401.191734:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069827200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762401.191742:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762401.191745:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762401.191748:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762401.191753:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762401.191770:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762401.191778:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff982a9216d180 x1876700069827328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762401.191787:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069827328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762401.191794:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762401.191796:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762401.191799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762401.191804:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762401.191818:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762401.191826:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff982a9216f100 x1876700069827456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762401.191835:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069827456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762401.191852:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762401.191855:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762401.191858:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762401.191863:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762401.191895:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762401.191902:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762401/real 1789762401]  req@ffff982a9216f480 x1876700069827584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762401.191911:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069827584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762401.191917:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762401.191918:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762401.191920:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827584:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762402.023322:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762403.047260:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762404.071263:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762405.095261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762406.119244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762406.311163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.311176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762406.311182:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.311197:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1790
00000100:00080000:2.0:1789762406.311214:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.311223:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762406.311272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069827712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762406.311300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.311303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762406.311305:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.311310:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1790
00000100:00080000:2.0:1789762406.311313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.311316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762406.311327:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762406.311338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069827840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762406.311370:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069827712:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762406.311379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.311384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762406.311386:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.311393:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1790
00000100:00080000:2.0:1789762406.311399:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.311404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762406.311410:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762406.311426:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069827968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762406.311436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.311441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762406.311443:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.311446:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1790
00000100:00080000:2.0:1789762406.311451:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.311454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762406.311459:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762406.311474:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069828096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762406.311483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762406.311487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762406.311489:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762406.311496:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1790
00000100:00100000:0.0:1789762406.311509:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827840:192.168.203.153@tcp:38:
00000100:00080000:2.0:1789762406.311510:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762406.311546:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762406.311559:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762406.311578:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827968:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789762406.311580:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069828224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762406.311641:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762406.311676:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828224:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762407.143270:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762408.167271:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762409.191237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762409.383393:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789762409.383441:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762409.383462:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762409.383507:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762409.383517:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762409.383526:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762409.383534:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762409.383567:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762409]  req@ffff982a9216f100 x1876700069828224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762409.383626:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069828224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762409.383638:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762409.383643:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762409.383648:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828224:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762409.383658:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762409]  req@ffff982a9216ed80 x1876700069827840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762409.383672:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069827840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762409.383681:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762409.383684:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762409.383687:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762409.383695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762409]  req@ffff982a9216e680 x1876700069827968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762409.383708:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069827968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762409.383723:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762409.383727:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762409.383731:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069827968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762409.383738:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762409]  req@ffff982a9216f480 x1876700069828096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762409.383760:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069828096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762409.383769:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762409.383773:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762409.383776:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762409.383784:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762406/real 1789762409]  req@ffff982a9216ca80 x1876700069827712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762409.383797:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069827712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762409.383806:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762409.383809:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762409.383813:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069827712:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789762410.215197:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762411.239230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762411.431272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762411.431279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762411.431282:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762411.431290:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1796
00000100:00080000:1.0:1789762411.431299:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762411.431321:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762411.431364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069828352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762411.431390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762411.431425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762411.431427:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762411.431432:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1796
00000100:00080000:1.0:1789762411.431438:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762411.431443:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762411.431452:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762411.431461:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069828352:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762411.431468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069828480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762411.431498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762411.431513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762411.431515:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762411.431520:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1796
00000100:00080000:1.0:1789762411.431524:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762411.431529:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762411.431534:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762411.431547:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069828608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762411.431556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762411.431562:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762411.431564:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762411.431569:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762411.431575:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1796
00000100:00080000:1.0:1789762411.431586:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762411.431590:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762411.431605:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762411.431606:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff982a8805ad80 x1876700069828352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762411.431624:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069828736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762411.431633:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069828352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762411.431640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762411.431649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762411.431651:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762411.431652:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762411.431661:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:1.0:1789762411.431663:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1796
00000100:00080000:1.0:1789762411.431670:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762411.431671:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069828352:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762411.431677:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762411.431685:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762411.431700:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069828864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762411.431713:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762411.431741:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762411.431756:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff982a88059180 x1876700069828480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762411.431768:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069828480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762411.431776:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762411.431779:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762411.431783:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762411.431789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762411.431811:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762411.431823:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff982a8805a680 x1876700069828608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762411.431836:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069828608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762411.431843:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762411.431846:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762411.431850:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762411.431856:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762411.431877:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762411.431890:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff982a88058380 x1876700069828736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762411.431909:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069828736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762411.431917:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762411.431921:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762411.431924:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762411.431945:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762411.431967:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762411.431978:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762411]  req@ffff982a8805b800 x1876700069828864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762411.431989:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069828864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762411.431996:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762411.431999:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762411.432002:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069828864:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762412.263164:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762413.287177:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762414.311155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762415.335159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762416.359169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762416.551173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762416.551198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762416.551203:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762416.551213:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1801
00000100:00080000:1.0:1789762416.551224:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762416.551231:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762416.551292:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069828992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762416.551326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762416.551346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762416.551348:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762416.551353:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1801
00000100:00080000:1.0:1789762416.551358:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762416.551363:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762416.551373:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762416.551383:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069828992:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762416.551388:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069829120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762416.551408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762416.551411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762416.551412:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762416.551415:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1801
00000100:00080000:1.0:1789762416.551418:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762416.551421:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762416.551424:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762416.551433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069829248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762416.551456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762416.551460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762416.551461:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762416.551466:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1801
00000100:00080000:1.0:1789762416.551472:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762416.551477:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762416.551479:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789762416.551491:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762416.551506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069829376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762416.551516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762416.551519:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762416.551522:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762416.551526:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff982a88059f80 x1876700069828992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762416.551530:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1801
00000100:00080000:1.0:1789762416.551538:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762416.551544:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762416.551549:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069828992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762416.551551:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762416.551564:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762416.551570:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069829504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762416.551581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762416.551586:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069828992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762416.551609:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762416.551628:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762416.551637:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff982a88059500 x1876700069829120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762416.551646:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069829120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762416.551651:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762416.551653:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762416.551656:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762416.551659:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762416.551669:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762416.551675:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff982a88058700 x1876700069829248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762416.551682:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069829248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762416.551688:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762416.551690:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762416.551693:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762416.551700:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762416.551734:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762416.551747:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff982a8805b100 x1876700069829376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762416.551759:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069829376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762416.551768:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762416.551772:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762416.551775:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762416.551781:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762416.551804:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762416.551817:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff982a88058a80 x1876700069829504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762416.551829:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069829504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762416.551837:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762416.551841:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762416.551844:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829504:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762417.383168:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762418.407161:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762419.431244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762420.455202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762421.479301:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762421.671172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762421.671184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762421.671189:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762421.671200:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1806
00000100:00080000:3.0:1789762421.671212:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762421.671219:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762421.671261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069829632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762421.671284:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762421.671288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762421.671308:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762421.671311:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1806
00000100:00080000:3.0:1789762421.671314:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762421.671317:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762421.671327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762421.671337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069829760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762421.671345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762421.671348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762421.671351:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762421.671353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1806
00000100:00080000:3.0:1789762421.671355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762421.671358:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762421.671360:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762421.671368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069829888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762421.671377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762421.671381:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762421.671387:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762421.671391:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069829632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762421.671392:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1806
00000100:00080000:3.0:1789762421.671412:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762421.671421:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762421.671427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762421.671455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069830016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762421.671463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762421.671465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762421.671467:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762421.671470:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1806
00000100:00080000:3.0:1789762421.671473:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762421.671477:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762421.671481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762421.671489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069830144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762421.671505:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762421.671563:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff982a89a46d80 x1876700069829632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762421.671603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069829632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762421.671614:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762421.671617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762421.671622:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069829632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762421.671637:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762421.671660:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762421.671671:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff982a89a45f80 x1876700069829760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762421.671681:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069829760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762421.671688:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762421.671691:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762421.671694:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762421.671720:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762421.671734:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762421.671742:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff982a89a47800 x1876700069829888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762421.671751:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069829888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762421.671758:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762421.671768:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762421.671771:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069829888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762421.671777:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762421.671794:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762421.671803:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff982a89a44a80 x1876700069830016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762421.671812:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069830016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762421.671819:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762421.671821:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762421.671824:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762421.671828:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762421.671842:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762421.671849:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff982a89a47480 x1876700069830144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762421.671858:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069830144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762421.671864:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762421.671867:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762421.671869:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830144:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762422.503235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762423.527307:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762424.551271:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762425.575253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762426.599321:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762426.791132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762426.791141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762426.791145:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762426.791153:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1811
00000100:00080000:3.0:1789762426.791162:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762426.791168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762426.791206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069830272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762426.791229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762426.791231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762426.791233:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762426.791236:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1811
00000100:00080000:3.0:1789762426.791239:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762426.791255:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762426.791264:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762426.791276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069830400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762426.791286:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069830272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762426.791286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762426.791293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762426.791295:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762426.791298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1811
00000100:00080000:3.0:1789762426.791302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762426.791307:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762426.791311:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762426.791319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069830528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762426.791326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762426.791329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762426.791330:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762426.791333:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1811
00000100:00080000:3.0:1789762426.791336:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762426.791338:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762426.791342:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762426.791351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069830656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762426.791357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762426.791378:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762426.791384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762426.791387:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762426.791391:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1811
00000100:00080000:3.0:1789762426.791397:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762426.791401:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762426.791406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762426.791418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069830784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762426.791422:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff982a89a47b80 x1876700069830272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762426.791444:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069830272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762426.791461:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762426.791464:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762426.791467:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069830272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762426.791488:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762426.791507:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762426.791516:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff982a89a45180 x1876700069830400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762426.791525:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069830400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762426.791531:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762426.791534:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762426.791536:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762426.791540:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762426.791551:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762426.791558:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff982a89a46680 x1876700069830528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762426.791566:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069830528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762426.791579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762426.791581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762426.791584:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762426.791588:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762426.791603:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762426.791611:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff982a89a47480 x1876700069830656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762426.791619:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069830656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762426.791624:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762426.791626:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762426.791628:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762426.791632:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762426.791642:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762426.791649:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff982a89a44a80 x1876700069830784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762426.791657:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069830784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762426.791662:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762426.791664:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762426.791666:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069830784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762427.623233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762428.647282:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762429.671204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762430.695222:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762431.719228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762431.911230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.911239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762431.911243:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.911253:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1816
00000100:00080000:2.0:1789762431.911264:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.911282:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762431.911364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069830912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762431.911405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.911410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762431.911412:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.911417:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1816
00000100:00080000:2.0:1789762431.911422:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.911427:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762431.911439:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762431.911459:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069830912:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762431.911461:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069831040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762431.911493:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.911496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762431.911498:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.911502:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1816
00000100:00080000:2.0:1789762431.911508:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.911523:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762431.911529:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762431.911543:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069831168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762431.911550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.911553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762431.911555:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.911558:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1816
00000800:00000100:0.0:1789762431.911564:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762431.911566:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.911573:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762431.911577:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762431.911588:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069831296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762431.911596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.911599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762431.911601:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.911605:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1816
00000100:00080000:2.0:1789762431.911615:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.911641:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762431.911642:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff982a9216d180 x1876700069830912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762431.911650:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762431.911671:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069831424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762431.911677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069830912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762431.911697:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762431.911719:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762431.911724:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069830912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762431.911756:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762431.911784:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762431.911813:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff982a9216f800 x1876700069831040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762431.911824:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069831040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762431.911832:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762431.911835:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762431.911838:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762431.911842:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762431.911857:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762431.911864:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff982a9216df80 x1876700069831168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762431.911889:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069831168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762431.911896:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762431.911899:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762431.911902:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762431.911908:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762431.911952:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762431.911966:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff982a9216ca80 x1876700069831296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762431.911980:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069831296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762431.911991:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762431.911996:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762431.912000:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762431.912007:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762431.912026:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762431.912036:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff982a9216f480 x1876700069831424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762431.912045:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069831424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762431.912062:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762431.912066:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762431.912068:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831424:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762432.743346:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762433.767252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762434.791278:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762435.815321:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762436.839404:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762437.031257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.031270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762437.031339:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.031353:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1821
00000100:00080000:1.0:1789762437.031387:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.031399:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762437.031472:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069831552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762437.031509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.031515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762437.031526:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.031533:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1821
00000100:00080000:1.0:1789762437.031541:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.031547:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762437.031580:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762437.031603:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069831680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762437.031605:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069831552:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762437.031621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.031627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762437.031630:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.031635:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1821
00000100:00080000:1.0:1789762437.031640:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.031647:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762437.031654:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762437.031669:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069831808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762437.031710:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762437.031721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.031726:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762437.031728:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762437.031734:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1821
00000100:00080000:1.0:1789762437.031740:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.031746:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762437.031755:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762437.031768:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff982a88058e00 x1876700069831552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762437.031771:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069831936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762437.031804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762437.031810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762437.031813:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762437.031816:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069831552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762437.031819:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1821
00000100:00080000:1.0:1789762437.031825:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762437.031831:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762437.031834:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762437.031838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762437.031841:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762437.031848:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069831552:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762437.031854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069832064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762437.031884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762437.031925:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762437.031963:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff982a8805aa00 x1876700069831680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762437.032002:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069831680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762437.032017:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762437.032023:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762437.032029:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762437.032052:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762437.032139:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762437.032155:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff982a88059880 x1876700069831808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762437.032169:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069831808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762437.032178:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762437.032181:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762437.032185:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762437.032191:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762437.032211:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762437.032221:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff982a88058000 x1876700069831936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762437.032250:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069831936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762437.032260:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762437.032263:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762437.032267:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069831936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762437.032274:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762437.032355:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762437.032369:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762437/real 1789762437]  req@ffff982a88059c00 x1876700069832064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762437.032395:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069832064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762437.032404:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762437.032420:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762437.032424:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832064:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762437.863214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762438.887407:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762439.911397:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762440.935347:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762441.959212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762442.151181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.151189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762442.151210:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.151218:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1826
00000100:00080000:1.0:1789762442.151234:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.151240:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762442.151303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069832192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762442.151334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.151339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762442.151341:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.151345:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1826
00000100:00080000:1.0:1789762442.151350:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.151355:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762442.151363:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762442.151375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069832320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762442.151383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.151385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762442.151389:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762442.151390:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069832192:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762442.151394:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1826
00000100:00080000:1.0:1789762442.151401:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.151404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762442.151408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762442.151417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069832448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762442.151434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.151437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762442.151438:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.151441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1826
00000100:00080000:1.0:1789762442.151446:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.151449:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762442.151453:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762442.151457:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762442.151469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069832576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762442.151476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762442.151479:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762442.151480:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762442.151482:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1826
00000100:00080000:1.0:1789762442.151485:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762442.151488:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762442.151492:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762442.151498:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff982a8805a300 x1876700069832192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762442.151503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069832704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762442.151535:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069832192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762442.151546:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762442.151550:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762442.151553:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069832192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762442.151572:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762442.151599:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762442.151606:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff982a8805bb80 x1876700069832320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762442.151615:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069832320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762442.151620:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762442.151638:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762442.151641:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762442.151645:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762442.151661:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762442.151669:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff982a8805b480 x1876700069832448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762442.151678:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069832448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762442.151687:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762442.151690:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762442.151694:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762442.151700:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762442.151721:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762442.151733:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff982a88059c00 x1876700069832576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762442.151744:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069832576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762442.151750:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762442.151760:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762442.151762:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762442.151767:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762442.151790:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762442.151798:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762442/real 1789762442]  req@ffff982a88058000 x1876700069832704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762442.151806:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069832704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762442.151812:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762442.151814:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762442.151816:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832704:192.168.203.153@tcp:8:
00010000:00010000:0.0:1789762442.983262:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762444.007260:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762445.031299:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762446.055416:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762447.079356:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762447.271325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762447.271341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762447.271348:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762447.271364:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1831
00000100:00080000:2.0:1789762447.271391:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762447.271402:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762447.271465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069832832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762447.271509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762447.271516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762447.271531:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762447.271538:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1831
00000100:00080000:2.0:1789762447.271546:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762447.271555:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762447.271572:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762447.271593:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069832960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762447.271608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762447.271620:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069832832:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762447.271640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762447.271643:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762447.271650:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1831
00000100:00080000:2.0:1789762447.271657:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762447.271665:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762447.271673:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762447.271690:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069833088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762447.271703:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762447.271707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762447.271710:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762447.271714:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1831
00000100:00080000:2.0:1789762447.271720:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762447.271724:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762447.271739:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762447.271754:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069833216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762447.271765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762447.271775:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762447.271792:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762447.271799:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762447.271806:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1831
00000100:00080000:2.0:1789762447.271812:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762447.271820:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762447.271837:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762447.271860:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069833344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762447.271898:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff982a9216e680 x1876700069832832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762447.271938:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069832832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762447.271955:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762447.271961:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762447.271967:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069832832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762447.272007:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762447.272041:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762447.272115:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff982a9216ed80 x1876700069832960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762447.272160:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069832960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762447.272170:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762447.272174:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762447.272178:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069832960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762447.272185:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762447.272236:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762447.272251:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff982a9216f100 x1876700069833088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762447.272265:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069833088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762447.272274:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762447.272277:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762447.272281:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762447.272287:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762447.272310:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762447.272320:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff982a9216f480 x1876700069833216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762447.272332:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069833216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762447.272363:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762447.272371:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762447.272377:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762447.272389:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762447.272425:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762447.272443:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762447/real 1789762447]  req@ffff982a9216ca80 x1876700069833344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762447.272457:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069833344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762447.272466:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762447.272469:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762447.272473:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833344:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762448.103363:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762449.127377:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762450.151366:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762451.175368:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762452.199360:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762452.391205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762452.391217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762452.391221:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762452.391233:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1837
00000100:00080000:3.0:1789762452.391246:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762452.391254:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762452.391315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069833472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762452.391349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762452.391368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762452.391370:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762452.391374:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1837
00000100:00080000:3.0:1789762452.391380:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762452.391385:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762452.391395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762452.391404:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069833472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762452.391412:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069833600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762452.391424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762452.391426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762452.391428:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762452.391432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1837
00000100:00080000:3.0:1789762452.391435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762452.391438:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762452.391442:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762452.391452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069833728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762452.391459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762452.391463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762452.391465:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762452.391468:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1837
00000100:00080000:3.0:1789762452.391471:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762452.391475:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762452.391478:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789762452.391489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762452.391501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069833856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762452.391510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762452.391513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762452.391515:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762452.391518:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1837
00000100:00080000:3.0:1789762452.391522:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762452.391525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762452.391528:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762452.391538:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff982a89a47800 x1876700069833472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762452.391540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069833984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762452.391565:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069833472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762452.391577:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762452.391582:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762452.391587:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069833472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762452.391620:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762452.391641:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762452.391652:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff982a89a45f80 x1876700069833600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762452.391662:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069833600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762452.391668:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762452.391671:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762452.391674:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762452.391678:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762452.391690:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762452.391697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff982a89a46d80 x1876700069833728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762452.391706:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069833728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762452.391712:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762452.391715:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762452.391717:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762452.391721:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762452.391733:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762452.391740:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff982a89a47100 x1876700069833856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762452.391756:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069833856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762452.391763:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762452.391765:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762452.391768:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762452.391772:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762452.391803:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762452.391811:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff982a89a44380 x1876700069833984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762452.391820:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069833984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762452.391826:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762452.391828:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762452.391831:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069833984:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762453.223274:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762454.247211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762455.271290:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762456.295244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762457.319196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762457.511209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762457.511218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762457.511221:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762457.511229:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1842
00000100:00080000:0.0:1789762457.511238:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762457.511244:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762457.511280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069834112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762457.511323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762457.511326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762457.511327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762457.511330:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1842
00000100:00080000:0.0:1789762457.511333:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762457.511336:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762457.511344:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762457.511353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069834240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762457.511360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762457.511374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762457.511375:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762457.511378:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1842
00000100:00080000:0.0:1789762457.511380:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762457.511383:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762457.511387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762457.511392:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069834112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762457.511396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069834368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762457.511405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762457.511407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762457.511408:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762457.511410:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1842
00000100:00080000:0.0:1789762457.511418:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762457.511421:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762457.511426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762457.511435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069834496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762457.511441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762457.511444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762457.511445:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762457.511447:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1842
00000100:00080000:0.0:1789762457.511449:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762457.511451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762457.511454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762457.511460:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762457.511463:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069834624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762457.511515:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff982a89b81500 x1876700069834112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.511530:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069834112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.511538:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.511542:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762457.511546:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069834112:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762457.511553:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834240:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762457.511582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762457.511591:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff982a89b80700 x1876700069834240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.511610:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069834240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.511619:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.511621:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762457.511624:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834240:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762457.511643:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834368:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762457.511656:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762457.511662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff982a89b81c00 x1876700069834368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.511669:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069834368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.511674:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.511676:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762457.511678:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834368:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762457.511682:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834496:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762457.511692:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762457.511697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff982a89b82a00 x1876700069834496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.511714:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069834496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.511720:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.511722:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762457.511724:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834496:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762457.511727:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834624:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762457.511740:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762457.511745:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff982a89b80000 x1876700069834624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.511752:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069834624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.511757:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.511759:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762457.511761:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834624:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762458.343231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762459.367279:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762460.391371:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762461.415264:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762462.439259:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762462.631175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.631187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762462.631192:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.631203:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1847
00000100:00080000:0.0:1789762462.631216:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.631226:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762462.631282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069834752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762462.631312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.631370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762462.631373:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.631378:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1847
00000100:00080000:0.0:1789762462.631383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.631390:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762462.631403:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069834752:192.168.203.153@tcp:250:
00000008:00100000:0.0:1789762462.631407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762462.631462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069834880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762462.631476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.631480:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762462.631481:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.631485:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1847
00000100:00080000:0.0:1789762462.631499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.631503:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762462.631509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762462.631519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069835008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762462.631528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.631531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762462.631532:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.631535:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1847
00000100:00080000:0.0:1789762462.631538:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762462.631545:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762462.631546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762462.631558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762462.631582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069835136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762462.631593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.631597:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762462.631600:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.631607:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1847
00000100:00080000:0.0:1789762462.631612:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.631618:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762462.631625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762462.631626:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff982a89b82300 x1876700069834752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762462.631654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069835264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762462.631665:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069834752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.631678:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.631711:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762462.631715:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069834752:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762462.631740:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834880:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762462.631763:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762462.631789:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff982a89b80e00 x1876700069834880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762462.631809:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069834880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.631815:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.631817:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762462.631820:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069834880:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762462.631824:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835008:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762462.631853:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762462.631861:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff982a89b81880 x1876700069835008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762462.631870:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069835008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.631875:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.631877:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762462.631880:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835008:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762462.631884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835136:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762462.631921:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762462.631942:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff982a89b83b80 x1876700069835136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762462.631957:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069835136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.631963:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.631966:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762462.631968:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835136:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762462.631973:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835264:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762462.631992:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762462.632003:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff982a89b83480 x1876700069835264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762462.632012:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069835264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.632022:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.632026:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762462.632030:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835264:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762463.463261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762464.487306:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762465.511201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762466.535210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762467.559237:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762467.751211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762467.751219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762467.751223:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762467.751230:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1852
00000100:00080000:1.0:1789762467.751240:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762467.751246:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762467.751281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069835392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762467.751299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762467.751302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762467.751304:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762467.751306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1852
00000100:00080000:1.0:1789762467.751308:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762467.751325:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762467.751333:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762467.751342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069835520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762467.751355:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069835392:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762467.751357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762467.751363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762467.751364:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762467.751367:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1852
00000100:00080000:1.0:1789762467.751370:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762467.751373:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762467.751377:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762467.751385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069835648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762467.751391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762467.751394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762467.751395:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762467.751398:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1852
00000100:00080000:1.0:1789762467.751400:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762467.751403:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762467.751406:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762467.751413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069835776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762467.751416:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762467.751424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762467.751436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762467.751437:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762467.751441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1852
00000100:00080000:1.0:1789762467.751445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762467.751448:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762467.751452:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762467.751456:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff982a88059880 x1876700069835392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762467.751464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069835904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762467.751489:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069835392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.751498:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.751501:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762467.751504:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069835392:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762467.751522:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835520:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762467.751548:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762467.751557:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff982a8805aa00 x1876700069835520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762467.751565:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069835520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.751571:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.751573:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762467.751575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835520:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762467.751579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835648:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762467.751590:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762467.751595:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff982a88058e00 x1876700069835648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762467.751603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069835648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.751608:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.751615:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762467.751617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835648:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762467.751622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835776:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762467.751636:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762467.751642:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff982a88058a80 x1876700069835776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762467.751650:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069835776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.751655:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.751656:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762467.751658:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835776:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762467.751662:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835904:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762467.751672:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762467.751677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff982a8805b100 x1876700069835904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762467.751684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069835904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.751689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.751690:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762467.751692:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069835904:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762468.583176:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762469.607189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762470.631163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762471.655274:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762472.679173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762472.871170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762472.871183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762472.871187:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762472.871196:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1857
00000100:00080000:2.0:1789762472.871205:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762472.871212:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762472.871247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069836032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762472.871275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762472.871280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762472.871282:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762472.871287:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1857
00000100:00080000:2.0:1789762472.871292:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762472.871296:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762472.871306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762472.871323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069836160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762472.871335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762472.871337:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069836032:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762472.871338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762472.871343:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762472.871349:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1857
00000100:00080000:2.0:1789762472.871366:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762472.871370:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762472.871376:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762472.871387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069836288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762472.871395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762472.871398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762472.871399:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762472.871402:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1857
00000100:00080000:2.0:1789762472.871406:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762472.871409:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762472.871413:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762472.871422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069836416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762472.871429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762472.871431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762472.871433:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762472.871436:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1857
00000100:00080000:2.0:1789762472.871439:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762472.871441:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762472.871446:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762472.871453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069836544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762472.871462:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836160:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762472.871509:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836288:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762472.871535:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836416:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762472.871563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836544:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762473.703268:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762474.727192:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762475.751224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762475.943299:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:0.0:1789762475.943339:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762475.943354:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:0.0:1789762475.943390:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:0.0:1789762475.943398:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:0.0:1789762475.943406:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:0.0:1789762475.943415:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:3.0:1789762475.943453:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762475]  req@ffff982a9216f480 x1876700069836544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762475.943481:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069836544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762475.943494:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762475.943498:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762475.943503:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836544:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762475.943510:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762475]  req@ffff982a9216f800 x1876700069836160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762475.943525:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069836160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762475.943533:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762475.943537:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762475.943540:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836160:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762475.943565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762475]  req@ffff982a9216d180 x1876700069836288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762475.943579:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069836288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762475.943586:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762475.943590:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762475.943593:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836288:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762475.943600:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762475]  req@ffff982a9216ca80 x1876700069836416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762475.943611:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069836416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762475.943619:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762475.943628:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762475.943632:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836416:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762475.943639:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762475]  req@ffff982a9216df80 x1876700069836032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762475.943651:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069836032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762475.943658:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762475.943661:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762475.943664:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069836032:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789762476.775158:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762477.799217:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762477.991128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.991136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762477.991139:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.991148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1862
00000100:00080000:2.0:1789762477.991157:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.991163:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762477.991199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069836672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762477.991235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.991238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762477.991240:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.991244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1862
00000100:00080000:2.0:1789762477.991249:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.991254:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762477.991264:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762477.991278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069836800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762477.991291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762477.991295:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069836672:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762477.991296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762477.991300:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.991308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1862
00000100:00080000:2.0:1789762477.991312:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.991315:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762477.991333:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762477.991344:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069836928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762477.991352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.991355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762477.991356:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.991359:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1862
00000100:00080000:2.0:1789762477.991362:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.991365:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762477.991371:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:2.0:1789762477.991372:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762477.991385:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069837056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762477.991395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762477.991399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762477.991401:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762477.991406:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1862
00000100:00080000:2.0:1789762477.991410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762477.991414:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762477.991420:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.991422:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff982a9216f100 x1876700069836672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762477.991436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069837184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762477.991480:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069836672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762477.991491:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762477.991496:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762477.991500:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069836672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762477.991528:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762477.991556:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762477.991569:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff982a9216ed80 x1876700069836800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762477.991581:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069836800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762477.991589:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762477.991593:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762477.991596:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762477.991602:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762477.991622:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762477.991634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff982a9216e680 x1876700069836928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762477.991646:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069836928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762477.991655:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762477.991665:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762477.991669:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069836928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762477.991676:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762477.991700:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762477.991712:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff982a9216df80 x1876700069837056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762477.991725:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069837056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762477.991733:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762477.991737:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762477.991741:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762477.991747:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762477.991768:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762477.991780:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762477]  req@ffff982a9216ca80 x1876700069837184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762477.991792:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069837184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762477.991801:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762477.991805:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762477.991808:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837184:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762478.823211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762479.847205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762480.871170:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762481.895216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762482.919224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762483.111160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762483.111173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762483.111179:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762483.111192:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1867
00000100:00080000:1.0:1789762483.111206:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762483.111214:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762483.111260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069837312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762483.111290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762483.111295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762483.111312:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762483.111318:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1867
00000100:00080000:1.0:1789762483.111323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762483.111329:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762483.111340:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069837312:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789762483.111343:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762483.111365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069837440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762483.111392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762483.111398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762483.111400:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762483.111407:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1867
00000100:00080000:1.0:1789762483.111411:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762483.111417:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762483.111425:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762483.111442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069837568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762483.111447:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762483.111461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762483.111465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762483.111468:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762483.111474:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1867
00000100:00080000:1.0:1789762483.111480:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762483.111487:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762483.111490:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff982a88058700 x1876700069837312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762483.111497:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762483.111511:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069837312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762483.111521:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762483.111528:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069837696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762483.111529:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762483.111539:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069837312:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762483.111561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762483.111566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762483.111568:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762483.111575:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1867
00000100:00100000:0.0:1789762483.111581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837440:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789762483.111583:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762483.111593:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762483.111601:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762483.111614:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762483.111621:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069837824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762483.111630:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff982a88059500 x1876700069837440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762483.111691:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069837440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762483.111702:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762483.111707:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762483.111713:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762483.111722:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762483.111746:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762483.111757:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff982a88059f80 x1876700069837568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762483.111766:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069837568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762483.111779:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762483.111782:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762483.111784:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762483.111789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762483.111806:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762483.111813:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff982a8805b800 x1876700069837696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762483.111821:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069837696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762483.111825:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762483.111827:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762483.111829:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762483.111843:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762483.111854:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762483.111860:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762483/real 1789762483]  req@ffff982a88058380 x1876700069837824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762483.111868:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069837824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762483.111873:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762483.111875:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762483.111876:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069837824:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762483.943187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762484.967164:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762485.991168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762487.015201:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762488.039167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762488.231170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762488.231181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762488.231185:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762488.231197:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1872
00000100:00080000:3.0:1789762488.231208:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762488.231215:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762488.231257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069837952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762488.231280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762488.231282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762488.231284:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762488.231287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1872
00000100:00080000:3.0:1789762488.231289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762488.231292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762488.231300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762488.231307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069838080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762488.231314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762488.231334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762488.231336:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762488.231341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1872
00000100:00080000:3.0:1789762488.231345:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762488.231349:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762488.231353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762488.231362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069838208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762488.231371:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762488.231376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762488.231378:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762488.231381:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1872
00000100:00080000:3.0:1789762488.231385:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762488.231388:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069837952:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762488.231392:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762488.231407:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762488.231424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069838336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762488.231435:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762488.231438:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762488.231441:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762488.231447:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1872
00000100:00080000:3.0:1789762488.231452:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762488.231458:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762488.231471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762488.231488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069838464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762488.231494:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762488.231544:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff982a89a44700 x1876700069837952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762488.231559:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069837952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762488.231568:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762488.231571:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762488.231574:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069837952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762488.231580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762488.231596:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762488.231604:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff982a89a44000 x1876700069838080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762488.231612:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069838080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762488.231618:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762488.231620:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762488.231622:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762488.231641:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762488.231652:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762488.231658:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff982a89a45c00 x1876700069838208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762488.231683:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069838208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762488.231689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762488.231698:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762488.231700:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762488.231704:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762488.231719:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762488.231726:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff982a89a45500 x1876700069838336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762488.231734:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069838336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762488.231738:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762488.231740:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762488.231742:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762488.231746:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762488.231756:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762488.231762:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762488/real 1789762488]  req@ffff982a89a46300 x1876700069838464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762488.231768:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069838464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762488.231783:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762488.231785:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762488.231788:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762489.063215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762490.087202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762491.111267:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762492.135156:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762493.159262:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762493.351135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.351144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762493.351147:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.351156:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1877
00000100:00080000:1.0:1789762493.351165:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.351171:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762493.351204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069838592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762493.351224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.351227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762493.351228:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.351230:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1877
00000100:00080000:1.0:1789762493.351233:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.351251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762493.351260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762493.351281:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069838592:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762493.351281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069838720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762493.351302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.351304:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762493.351306:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.351309:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1877
00000100:00080000:1.0:1789762493.351313:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.351316:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762493.351321:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762493.351331:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069838848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762493.351338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762493.351340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762493.351341:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.351343:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1877
00000100:00080000:1.0:1789762493.351355:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.351358:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762493.351360:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762493.351371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069838976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762493.351377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762493.351379:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762493.351388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762493.351391:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762493.351397:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1877
00000100:00080000:1.0:1789762493.351403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762493.351408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762493.351414:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762493.351430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069839104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762493.351440:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff982a8805a680 x1876700069838592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762493.351470:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069838592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762493.351481:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.351485:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762493.351489:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069838592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762493.351513:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762493.351533:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762493.351543:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff982a88059180 x1876700069838720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762493.351554:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069838720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762493.351563:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.351567:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762493.351571:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762493.351602:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762493.351630:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762493.351644:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff982a8805ad80 x1876700069838848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762493.351657:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069838848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762493.351666:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.351670:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762493.351673:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762493.351678:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762493.351697:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762493.351705:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff982a88058380 x1876700069838976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762493.351712:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069838976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762493.351718:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.351720:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762493.351723:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069838976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762493.351726:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762493.351737:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762493.351744:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff982a8805b800 x1876700069839104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762493.351758:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069839104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762493.351763:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.351766:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762493.351768:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839104:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762494.183205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762495.207215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762496.231149:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762497.255233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762498.279162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762498.471174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762498.471182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762498.471186:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762498.471193:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1883
00000100:00080000:3.0:1789762498.471203:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762498.471209:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762498.471245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069839232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762498.471267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762498.471270:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762498.471271:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762498.471274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1883
00000100:00080000:3.0:1789762498.471276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762498.471278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762498.471285:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762498.471292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069839360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762498.471326:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069839232:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762498.471333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762498.471338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762498.471340:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762498.471345:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1883
00000100:00080000:3.0:1789762498.471350:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762498.471355:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762498.471361:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762498.471375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069839488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762498.471381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762498.471384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762498.471385:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762498.471388:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1883
00000100:00080000:3.0:1789762498.471391:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762498.471396:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762498.471398:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789762498.471400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762498.471411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069839616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762498.471418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762498.471420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762498.471421:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762498.471424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1883
00000100:00080000:3.0:1789762498.471432:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762498.471436:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762498.471440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762498.471451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069839744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762498.471460:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff982a89a46a00 x1876700069839232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762498.471485:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069839232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762498.471498:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762498.471503:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762498.471507:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069839232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762498.471534:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762498.471559:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762498.471574:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff982a89a45880 x1876700069839360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762498.471587:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069839360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762498.471597:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762498.471611:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762498.471615:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762498.471623:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762498.471647:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762498.471661:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff982a89a44e00 x1876700069839488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762498.471675:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069839488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762498.471684:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762498.471688:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762498.471692:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762498.471699:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762498.471722:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762498.471735:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff982a89a46300 x1876700069839616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762498.471747:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069839616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762498.471756:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762498.471760:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762498.471763:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762498.471770:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762498.471803:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762498.471816:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff982a89a45500 x1876700069839744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762498.471849:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069839744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762498.471857:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762498.471861:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762498.471865:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069839744:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762499.303208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762500.327208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762501.351213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762502.375295:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762503.399163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762503.591136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762503.591144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762503.591148:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762503.591156:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1888
00000100:00080000:3.0:1789762503.591165:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762503.591171:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762503.591204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069839872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762503.591224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762503.591227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762503.591228:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762503.591231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1888
00000100:00080000:3.0:1789762503.591233:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762503.591235:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762503.591242:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762503.591251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069840000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762503.591258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762503.591271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762503.591274:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762503.591276:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069839872:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762503.591279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1888
00000100:00080000:3.0:1789762503.591286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762503.591289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762503.591299:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762503.591313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069840128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762503.591320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762503.591323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762503.591324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762503.591327:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1888
00000100:00080000:3.0:1789762503.591330:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762503.591332:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762503.591336:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762503.591345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069840256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762503.591353:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762503.591357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762503.591360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762503.591362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762503.591365:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1888
00000100:00080000:3.0:1789762503.591368:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762503.591371:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762503.591380:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762503.591390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069840384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762503.591394:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff982a89a45c00 x1876700069839872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762503.591425:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069839872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762503.591434:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762503.591437:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762503.591441:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069839872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762503.591447:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762503.591463:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762503.591471:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff982a89a44000 x1876700069840000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762503.591479:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069840000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762503.591491:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762503.591494:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762503.591496:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762503.591516:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762503.591530:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762503.591537:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff982a89a44700 x1876700069840128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762503.591544:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069840128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762503.591549:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762503.591551:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762503.591552:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762503.591556:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762503.591567:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762503.591572:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff982a89a44380 x1876700069840256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762503.591580:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069840256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762503.591585:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762503.591586:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762503.591588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762503.591598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762503.591611:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762503.591617:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff982a89a47100 x1876700069840384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762503.591624:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069840384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762503.591628:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762503.591630:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762503.591632:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840384:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762504.423180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762505.447174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762506.471178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762507.495257:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762508.519150:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762508.711141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762508.711149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762508.711152:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762508.711160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1893
00000100:00080000:3.0:1789762508.711170:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762508.711175:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762508.711210:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069840512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762508.711232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762508.711236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762508.711238:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762508.711242:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1893
00000100:00080000:3.0:1789762508.711246:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762508.711250:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762508.711260:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762508.711277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069840640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762508.711281:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069840512:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762508.711296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762508.711298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762508.711300:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762508.711304:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1893
00000100:00080000:3.0:1789762508.711320:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762508.711324:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762508.711328:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762508.711338:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069840768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762508.711346:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762508.711348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762508.711351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762508.711352:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762508.711356:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1893
00000100:00080000:3.0:1789762508.711359:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762508.711362:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762508.711366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762508.711374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069840896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762508.711379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762508.711382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762508.711383:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762508.711386:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1893
00000100:00080000:3.0:1789762508.711389:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762508.711392:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762508.711395:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762508.711396:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff982a89a46d80 x1876700069840512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762508.711405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069841024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762508.711417:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069840512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762508.711438:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762508.711442:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762508.711445:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069840512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762508.711466:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762508.711483:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762508.711491:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff982a89a45f80 x1876700069840640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762508.711511:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069840640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762508.711517:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762508.711519:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762508.711522:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762508.711525:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762508.711538:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762508.711544:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff982a89a47800 x1876700069840768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762508.711552:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069840768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762508.711556:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762508.711558:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762508.711560:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762508.711563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762508.711574:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762508.711580:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff982a89a44a80 x1876700069840896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762508.711586:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069840896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762508.711599:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762508.711602:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762508.711604:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069840896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762508.711608:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762508.711620:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762508.711626:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff982a89a47480 x1876700069841024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762508.711633:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069841024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762508.711638:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762508.711640:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762508.711641:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841024:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762509.543209:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762510.567209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762511.591165:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762512.615247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762513.639205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762513.831123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.831135:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762513.831139:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.831150:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1898
00000100:00080000:3.0:1789762513.831159:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.831165:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762513.831204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069841152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762513.831242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.831245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762513.831246:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.831250:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1898
00000100:00080000:3.0:1789762513.831253:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.831256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762513.831269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762513.831286:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069841152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762513.831287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069841280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762513.831303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.831307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762513.831309:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.831314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1898
00000100:00080000:3.0:1789762513.831319:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.831324:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762513.831349:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789762513.831352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762513.831364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069841408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762513.831373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.831375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762513.831377:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.831380:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1898
00000100:00080000:3.0:1789762513.831383:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.831387:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762513.831391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762513.831401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069841536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762513.831406:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff982a89a46680 x1876700069841152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762513.831419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762513.831426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762513.831428:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762513.831434:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1898
00000100:00080000:3.0:1789762513.831438:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762513.831445:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762513.831446:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069841152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762513.831452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762513.831464:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762513.831467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069841664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762513.831471:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762513.831479:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069841152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762513.831509:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762513.831530:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762513.831539:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff982a89a45180 x1876700069841280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762513.831548:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069841280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762513.831553:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762513.831556:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762513.831558:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762513.831562:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762513.831573:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762513.831579:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff982a89a47b80 x1876700069841408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762513.831587:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069841408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762513.831592:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762513.831593:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762513.831595:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762513.831599:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762513.831609:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762513.831615:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff982a89a47480 x1876700069841536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762513.831628:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069841536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762513.831634:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762513.831636:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762513.831638:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762513.831641:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762513.831653:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762513.831659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff982a89a44a80 x1876700069841664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762513.831666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069841664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762513.831671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762513.831672:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762513.831674:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841664:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762514.663179:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762515.687157:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762516.711175:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762517.735153:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762518.759305:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762518.951137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.951150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762518.951180:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.951193:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1903
00000100:00080000:3.0:1789762518.951207:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762518.951214:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762518.951254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069841792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762518.951285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.951288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762518.951290:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.951293:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1903
00000100:00080000:3.0:1789762518.951296:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762518.951298:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762518.951307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762518.951316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069841920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762518.951323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.951327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762518.951328:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.951331:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1903
00000100:00080000:3.0:1789762518.951333:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762518.951336:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762518.951341:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762518.951349:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069841792:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762518.951355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069842048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762518.951383:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.951388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762518.951390:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.951394:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1903
00000100:00080000:3.0:1789762518.951398:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762518.951402:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762518.951408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762518.951417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069842176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762518.951424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762518.951427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762518.951428:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762518.951431:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1903
00000100:00080000:3.0:1789762518.951434:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762518.951439:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762518.951441:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789762518.951443:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762518.951452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069842304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762518.951506:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff982a89a47800 x1876700069841792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762518.951529:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069841792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762518.951539:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762518.951549:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762518.951553:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069841792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762518.951561:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762518.951582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762518.951594:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff982a89a45f80 x1876700069841920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762518.951606:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069841920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762518.951615:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762518.951619:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762518.951623:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069841920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762518.951657:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762518.951690:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762518.951699:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff982a89a46d80 x1876700069842048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762518.951708:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069842048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762518.951713:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762518.951716:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762518.951718:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762518.951722:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762518.951746:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762518.951753:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff982a89a47100 x1876700069842176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762518.951762:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069842176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762518.951767:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762518.951769:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762518.951771:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762518.951775:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762518.951786:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762518.951792:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff982a89a44380 x1876700069842304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762518.951800:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069842304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762518.951806:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762518.951807:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762518.951809:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842304:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762519.783368:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762520.807161:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762521.831195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762522.855178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762523.879195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762524.071160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762524.071168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762524.071197:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762524.071205:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1908
00000100:00080000:3.0:1789762524.071215:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762524.071220:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762524.071252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069842432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762524.071273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762524.071275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762524.071277:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762524.071279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1908
00000100:00080000:3.0:1789762524.071281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762524.071283:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762524.071291:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762524.071301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069842560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762524.071309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762524.071313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762524.071315:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069842432:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762524.071317:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762524.071327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1908
00000100:00080000:3.0:1789762524.071331:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762524.071335:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762524.071341:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762524.071353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069842688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762524.071370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762524.071372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762524.071374:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762524.071378:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1908
00000800:00000100:0.0:1789762524.071383:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762524.071385:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762524.071390:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762524.071395:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762524.071403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069842816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762524.071409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762524.071412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762524.071413:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762524.071416:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1908
00000100:00080000:3.0:1789762524.071418:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762524.071423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762524.071424:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff982a89a44700 x1876700069842432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762524.071427:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762524.071437:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069842944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762524.071461:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069842432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762524.071471:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762524.071474:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762524.071478:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069842432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762524.071497:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762524.071513:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762524.071521:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff982a89a44000 x1876700069842560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762524.071529:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069842560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762524.071534:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762524.071537:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762524.071539:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762524.071542:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762524.071552:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762524.071558:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff982a89a45c00 x1876700069842688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762524.071565:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069842688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762524.071570:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762524.071576:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762524.071579:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762524.071583:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762524.071596:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762524.071603:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff982a89a45500 x1876700069842816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762524.071610:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069842816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762524.071615:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762524.071616:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762524.071618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762524.071622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762524.071651:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762524.071660:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762524/real 1789762524]  req@ffff982a89a46300 x1876700069842944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762524.071667:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069842944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762524.071673:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762524.071674:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762524.071677:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069842944:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762524.903167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762525.927208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762526.951167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762527.975206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762528.999157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762529.191132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762529.191141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762529.191144:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762529.191153:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1913
00000100:00080000:1.0:1789762529.191162:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762529.191168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762529.191200:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069843072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762529.191221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762529.191235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762529.191237:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762529.191241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1913
00000100:00080000:1.0:1789762529.191244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762529.191248:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762529.191256:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762529.191262:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069843072:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762529.191268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069843200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762529.191277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762529.191283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762529.191284:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762529.191287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1913
00000100:00080000:1.0:1789762529.191289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762529.191292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762529.191295:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762529.191302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069843328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762529.191308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762529.191310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762529.191311:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762529.191314:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1913
00000100:00080000:1.0:1789762529.191326:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762529.191331:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762529.191334:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789762529.191355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762529.191372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069843456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762529.191380:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762529]  req@ffff982a88059f80 x1876700069843072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762529.191385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762529.191392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762529.191396:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762529.191404:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1913
00000100:00080000:1.0:1789762529.191409:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762529.191413:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069843072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762529.191416:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762529.191423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762529.191428:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762529.191434:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:1.0:1789762529.191437:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069843584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762529.191441:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069843072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762529.191469:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762529.191487:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762529.191496:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762529]  req@ffff982a88059500 x1876700069843200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762529.191504:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069843200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762529.191510:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762529.191511:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762529.191514:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762529.191518:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762529.191528:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762529.191534:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762529]  req@ffff982a88058700 x1876700069843328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762529.191542:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069843328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762529.191553:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762529.191555:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762529.191557:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762529.191561:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762529.191576:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762529.191588:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762529]  req@ffff982a8805b100 x1876700069843456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762529.191614:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069843456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762529.191620:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762529.191622:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762529.191624:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762529.191628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762529.191642:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762529.191649:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762529/real 1789762529]  req@ffff982a88058a80 x1876700069843584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762529.191657:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069843584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762529.191661:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762529.191663:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762529.191665:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843584:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762530.023206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762531.047173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762532.071222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762533.095176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762534.119196:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762534.311105:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762534.311113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762534.311117:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762534.311125:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1918
00000100:00080000:1.0:1789762534.311136:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762534.311143:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762534.311198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069843712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762534.311220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762534.311224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762534.311226:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762534.311229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1918
00000100:00080000:1.0:1789762534.311249:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762534.311254:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762534.311265:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762534.311268:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069843712:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762534.311279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069843840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762534.311289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762534.311291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762534.311293:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762534.311296:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1918
00000100:00080000:1.0:1789762534.311299:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762534.311302:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762534.311305:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762534.311312:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069843968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762534.311319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762534.311321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762534.311322:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762534.311324:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1918
00000100:00080000:1.0:1789762534.311327:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762534.311332:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762534.311332:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762534.311339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762534.311346:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069844096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762534.311362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762534.311364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762534.311366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762534.311368:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1918
00000100:00080000:1.0:1789762534.311372:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762534.311375:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762534.311378:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762534.311380:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff982a88058e00 x1876700069843712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762534.311388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069844224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762534.311417:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069843712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762534.311427:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762534.311430:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762534.311433:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069843712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762534.311453:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762534.311471:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762534.311480:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff982a8805aa00 x1876700069843840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762534.311488:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069843840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762534.311494:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762534.311496:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762534.311498:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762534.311502:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762534.311512:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762534.311518:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff982a88059880 x1876700069843968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762534.311537:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069843968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762534.311543:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762534.311546:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762534.311550:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069843968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762534.311572:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762534.311596:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762534.311610:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff982a88058000 x1876700069844096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762534.311623:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069844096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762534.311631:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762534.311635:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762534.311638:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762534.311652:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762534.311669:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762534.311677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762534/real 1789762534]  req@ffff982a88059c00 x1876700069844224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762534.311685:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069844224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762534.311699:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762534.311701:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762534.311703:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844224:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762535.143162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762536.167291:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762537.191186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762538.215258:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762539.239172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762539.431135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.431143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762539.431147:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.431155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1924
00000100:00080000:1.0:1789762539.431164:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.431170:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762539.431209:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069844352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762539.431236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.431238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762539.431240:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.431242:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1924
00000100:00080000:1.0:1789762539.431245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.431247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762539.431271:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762539.431282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069844480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762539.431290:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069844352:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762539.431300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.431305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762539.431307:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.431311:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1924
00000100:00080000:1.0:1789762539.431316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.431321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762539.431327:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762539.431342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069844608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762539.431352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.431356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762539.431358:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.431362:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1924
00000100:00080000:1.0:1789762539.431366:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762539.431370:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762539.431376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762539.431388:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069844736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762539.431395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762539.431398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762539.431404:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762539.431408:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1924
00000100:00080000:1.0:1789762539.431412:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762539.431414:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844480:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789762539.431418:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762539.431427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762539.431439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069844864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762539.431460:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762539.431490:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762539.431508:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844864:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762540.263185:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762541.287154:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762542.311166:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762542.503276:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789762542.503312:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762542.503325:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762542.503358:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762542.503364:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762542.503370:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762542.503392:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762542.503404:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762542]  req@ffff982a8805bb80 x1876700069844480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762542.503432:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069844480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762542.503443:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762542.503448:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762542.503453:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762542.503460:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762542]  req@ffff982a8805a300 x1876700069844608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762542.503473:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069844608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762542.503509:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762542.503513:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762542.503517:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762542.503524:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762542]  req@ffff982a88059c00 x1876700069844736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762542.503538:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069844736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762542.503545:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762542.503548:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762542.503552:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762542.503558:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762542]  req@ffff982a8805b480 x1876700069844352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762542.503569:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069844352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762542.503576:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762542.503579:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762542.503583:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069844352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762542.503611:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762542]  req@ffff982a88058000 x1876700069844864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762542.503624:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069844864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762542.503647:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762542.503651:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762542.503654:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069844864:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762543.335163:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762544.359205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762544.551135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762544.551145:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762544.551149:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.551160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1929
00000100:00080000:3.0:1789762544.551171:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762544.551179:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762544.551217:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069844992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762544.551238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762544.551241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762544.551242:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.551245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1929
00000100:00080000:3.0:1789762544.551248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762544.551251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762544.551258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762544.551267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069845120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762544.551279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762544.551281:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069844992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762544.551284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762544.551289:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.551309:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1929
00000100:00080000:3.0:1789762544.551315:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762544.551319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762544.551326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762544.551339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069845248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762544.551351:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762544.551351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762544.551358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762544.551361:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.551367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1929
00000100:00080000:3.0:1789762544.551372:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762544.551385:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762544.551391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762544.551397:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff982a89a44e00 x1876700069844992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762544.551409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069845376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762544.551420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762544.551424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789762544.551427:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069844992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762544.551427:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762544.551437:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1929
00000100:00080000:3.0:1789762544.551445:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762544.551447:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762544.551452:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762544.551457:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:3.0:1789762544.551461:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762544.551465:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069844992:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762544.551497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069845504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762544.551515:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762544.551546:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762544.551565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff982a89a45880 x1876700069845120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762544.551577:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069845120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762544.551585:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762544.551588:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762544.551591:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762544.551606:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762544.551628:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762544.551639:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff982a89a46a00 x1876700069845248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762544.551651:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069845248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762544.551659:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762544.551662:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762544.551666:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762544.551673:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762544.551694:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762544.551705:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff982a89a46300 x1876700069845376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762544.551718:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069845376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762544.551725:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762544.551729:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762544.551732:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762544.551761:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762544.551783:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762544.551797:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762544]  req@ffff982a89a45500 x1876700069845504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762544.551818:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069845504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762544.551827:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762544.551830:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762544.551833:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845504:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762545.383162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762546.407176:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762547.431162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762548.455157:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762549.479154:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762549.671142:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.671150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762549.671154:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.671162:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1934
00000100:00080000:3.0:1789762549.671172:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.671178:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762549.671212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069845632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762549.671234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.671237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762549.671238:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.671241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1934
00000100:00080000:3.0:1789762549.671243:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.671246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762549.671253:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762549.671261:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069845760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762549.671267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.671269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762549.671270:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.671272:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1934
00000100:00080000:3.0:1789762549.671274:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.671276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762549.671293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762549.671302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069845888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762549.671309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.671313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789762549.671315:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069845632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762549.671316:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.671323:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1934
00000100:00080000:3.0:1789762549.671327:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.671330:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762549.671333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762549.671341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069846016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762549.671347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762549.671350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762549.671351:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762549.671354:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1934
00000100:00080000:3.0:1789762549.671356:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762549.671359:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762549.671362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762549.671368:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069846144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762549.671383:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762549.671426:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff982a89a45c00 x1876700069845632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762549.671457:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069845632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762549.671466:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762549.671469:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762549.671472:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069845632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762549.671477:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762549.671496:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762549.671504:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff982a89a44000 x1876700069845760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762549.671512:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069845760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762549.671517:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762549.671526:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762549.671528:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762549.671549:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762549.671562:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762549.671569:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff982a89a44700 x1876700069845888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762549.671576:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069845888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762549.671581:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762549.671583:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762549.671585:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069845888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762549.671588:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762549.671598:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762549.671603:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff982a89a44380 x1876700069846016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762549.671610:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069846016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762549.671615:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762549.671617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762549.671619:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762549.671622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762549.671642:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762549.671656:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff982a89a47100 x1876700069846144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762549.671666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069846144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762549.671672:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762549.671674:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762549.671676:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846144:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762550.503195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762551.527197:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762552.551254:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762553.575210:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762554.599179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762554.791137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762554.791151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762554.791155:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762554.791166:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1939
00000100:00080000:1.0:1789762554.791176:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762554.791182:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762554.791216:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069846272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762554.791234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762554.791237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762554.791238:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762554.791241:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1939
00000100:00080000:1.0:1789762554.791244:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762554.791246:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762554.791266:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762554.791275:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069846400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762554.791282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762554.791285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762554.791287:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762554.791290:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1939
00000100:00080000:1.0:1789762554.791293:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762554.791296:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762554.791299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762554.791309:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069846272:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762554.791310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069846528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762554.791323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762554.791326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762554.791327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762554.791329:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1939
00000100:00080000:1.0:1789762554.791331:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762554.791333:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762554.791336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762554.791344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069846656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762554.791350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762554.791352:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762554.791358:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762554.791363:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1939
00000100:00080000:1.0:1789762554.791368:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762554.791375:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762554.791375:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762554.791385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762554.791400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069846784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762554.791429:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff982a88059880 x1876700069846272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762554.791451:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069846272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762554.791459:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762554.791462:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762554.791465:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069846272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762554.791470:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762554.791487:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762554.791496:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff982a8805aa00 x1876700069846400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762554.791504:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069846400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762554.791516:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762554.791518:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762554.791521:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762554.791539:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762554.791553:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762554.791560:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff982a88058e00 x1876700069846528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762554.791567:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069846528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762554.791572:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762554.791574:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762554.791576:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762554.791580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762554.791590:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762554.791595:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff982a88058a80 x1876700069846656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762554.791603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069846656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762554.791609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762554.791611:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762554.791614:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762554.791629:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762554.791650:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762554.791662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff982a8805b100 x1876700069846784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762554.791675:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069846784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762554.791682:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762554.791684:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762554.791686:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069846784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762555.623304:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762556.647288:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762557.671269:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762558.695218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762559.719234:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762559.911141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.911151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762559.911156:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.911166:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1944
00000100:00080000:3.0:1789762559.911177:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.911184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762559.911218:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069846912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.911239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.911242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762559.911243:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.911246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1944
00000100:00080000:3.0:1789762559.911248:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.911251:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762559.911258:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762559.911267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069847040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.911275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.911277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762559.911279:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.911281:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1944
00000100:00080000:3.0:1789762559.911283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.911287:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762559.911288:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069846912:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789762559.911291:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762559.911316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069847168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762559.911323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.911326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762559.911327:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.911330:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1944
00000100:00080000:3.0:1789762559.911333:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.911336:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762559.911340:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762559.911349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069847296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762559.911350:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762559.911358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762559.911361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762559.911362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762559.911376:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1944
00000100:00080000:3.0:1789762559.911380:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762559.911383:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762559.911386:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762559.911394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069847424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762559.911413:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff982a89a46d80 x1876700069846912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762559.911429:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069846912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762559.911437:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762559.911440:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762559.911442:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069846912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762559.911447:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762559.911465:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762559.911474:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff982a89a45f80 x1876700069847040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762559.911493:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069847040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762559.911499:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762559.911501:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762559.911504:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762559.911524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762559.911538:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762559.911544:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff982a89a47800 x1876700069847168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762559.911552:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069847168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762559.911557:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762559.911559:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762559.911561:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762559.911564:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762559.911575:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762559.911581:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff982a89a44a80 x1876700069847296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762559.911588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069847296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762559.911601:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762559.911603:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762559.911605:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762559.911609:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762559.911622:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762559.911628:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff982a89a47480 x1876700069847424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762559.911635:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069847424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762559.911640:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762559.911642:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762559.911644:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847424:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762560.743222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762561.767185:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762562.791230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762563.815248:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762564.839194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762565.031158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762565.031166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762565.031169:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762565.031177:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1949
00000100:00080000:2.0:1789762565.031186:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762565.031192:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762565.031228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069847552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762565.031247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762565.031250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762565.031251:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762565.031254:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1949
00000100:00080000:2.0:1789762565.031256:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762565.031258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762565.031266:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762565.031288:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069847552:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762565.031291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069847680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762565.031305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762565.031309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762565.031311:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762565.031316:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1949
00000100:00080000:2.0:1789762565.031338:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762565.031344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762565.031350:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762565.031361:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762565.031365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069847808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762565.031374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762565.031376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762565.031378:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762565.031381:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1949
00000100:00080000:2.0:1789762565.031384:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762565.031387:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762565.031391:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762565.031400:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff982a9216d180 x1876700069847552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762565.031402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069847936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762565.031430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762565.031433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762565.031434:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762565.031443:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1949
00000100:00100000:0.0:1789762565.031444:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069847552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762565.031447:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762565.031453:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762565.031461:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762565.031467:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762565.031471:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069848064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762565.031476:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762565.031484:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069847552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762565.031514:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762565.031534:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762565.031544:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff982a9216f800 x1876700069847680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762565.031552:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069847680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762565.031558:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762565.031560:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762565.031563:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762565.031567:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762565.031578:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762565.031583:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff982a9216f480 x1876700069847808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762565.031591:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069847808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762565.031596:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762565.031598:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762565.031600:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762565.031603:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762565.031614:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762565.031619:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff982a9216ca80 x1876700069847936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762565.031632:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069847936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762565.031638:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762565.031640:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762565.031642:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069847936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762565.031645:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762565.031657:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762565.031662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762565/real 1789762565]  req@ffff982a9216df80 x1876700069848064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762565.031669:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069848064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762565.031674:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762565.031676:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762565.031678:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848064:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762565.863182:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762566.887182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762567.911161:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762568.935246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762569.959155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762570.151135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762570.151142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762570.151160:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762570.151168:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1954
00000100:00080000:3.0:1789762570.151178:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762570.151183:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762570.151214:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069848192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762570.151235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762570.151237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762570.151239:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762570.151242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1954
00000100:00080000:3.0:1789762570.151244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762570.151246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762570.151253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762570.151261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069848320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762570.151267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762570.151269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762570.151271:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762570.151273:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1954
00000100:00080000:3.0:1789762570.151275:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762570.151278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762570.151281:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762570.151301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069848448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762570.151326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762570.151332:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069848192:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762570.151332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762570.151334:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762570.151343:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1954
00000100:00080000:3.0:1789762570.151347:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762570.151350:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762570.151355:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762570.151367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069848576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762570.151374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762570.151376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762570.151378:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762570.151381:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1954
00000100:00080000:3.0:1789762570.151384:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762570.151386:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762570.151389:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762570.151397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069848704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762570.151401:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762570.151442:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff982a89a47b80 x1876700069848192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762570.151456:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069848192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762570.151464:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762570.151473:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762570.151476:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069848192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762570.151482:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762570.151499:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762570.151507:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff982a89a45180 x1876700069848320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762570.151515:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069848320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762570.151520:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762570.151522:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762570.151525:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762570.151544:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762570.151554:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762570.151560:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff982a89a46680 x1876700069848448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762570.151567:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069848448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762570.151572:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762570.151573:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762570.151575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762570.151578:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762570.151599:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762570.151605:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff982a89a47480 x1876700069848576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762570.151613:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069848576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762570.151618:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762570.151619:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762570.151621:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762570.151625:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762570.151634:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762570.151640:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762570/real 1789762570]  req@ffff982a89a44a80 x1876700069848704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762570.151647:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069848704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762570.151652:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762570.151653:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762570.151655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848704:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762570.983176:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762572.007162:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762573.031235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762574.055250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762575.079232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762575.271160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762575.271171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762575.271176:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762575.271187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1959
00000100:00080000:1.0:1789762575.271200:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762575.271208:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762575.271267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069848832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762575.271294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762575.271297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762575.271299:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762575.271302:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1959
00000100:00080000:1.0:1789762575.271305:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762575.271308:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762575.271318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762575.271349:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069848832:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762575.271351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069848960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762575.271363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762575.271366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762575.271367:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762575.271369:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1959
00000100:00080000:1.0:1789762575.271372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762575.271375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762575.271379:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762575.271386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069849088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762575.271393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762575.271396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762575.271397:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762575.271400:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1959
00000100:00080000:1.0:1789762575.271418:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762575.271421:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762575.271424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762575.271430:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762575.271434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069849216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762575.271442:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762575.271444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762575.271446:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762575.271454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1959
00000100:00080000:1.0:1789762575.271458:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762575.271461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762575.271466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762575.271480:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff982a88058700 x1876700069848832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762575.271481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069849344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762575.271529:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069848832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762575.271543:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762575.271547:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762575.271552:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069848832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762575.271581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762575.271604:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762575.271614:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff982a88059500 x1876700069848960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762575.271623:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069848960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762575.271629:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762575.271631:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762575.271634:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069848960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762575.271638:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762575.271650:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762575.271656:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff982a88059f80 x1876700069849088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762575.271663:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069849088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762575.271679:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762575.271686:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762575.271688:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762575.271693:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762575.271707:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762575.271714:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff982a8805b800 x1876700069849216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762575.271721:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069849216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762575.271726:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762575.271728:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762575.271730:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762575.271733:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762575.271743:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762575.271748:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762575/real 1789762575]  req@ffff982a88058380 x1876700069849344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762575.271755:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069849344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762575.271760:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762575.271762:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762575.271763:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849344:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762576.103299:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762577.127226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762578.151177:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762579.175173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762580.199200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762580.391156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.391165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762580.391169:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.391177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1965
00000100:00080000:3.0:1789762580.391204:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.391225:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762580.391268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069849472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.391298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.391301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762580.391303:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.391306:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1965
00000100:00080000:3.0:1789762580.391310:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.391314:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762580.391323:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762580.391335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069849600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.391343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.391346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762580.391347:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.391350:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1965
00000100:00080000:3.0:1789762580.391352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.391356:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762580.391359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762580.391368:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069849472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762580.391370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069849728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.391381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.391392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762580.391394:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.391398:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1965
00000100:00080000:3.0:1789762580.391402:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.391405:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762580.391410:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762580.391420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069849856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.391428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762580.391431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762580.391432:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762580.391435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1965
00000100:00080000:3.0:1789762580.391438:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762580.391440:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762580.391444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762580.391453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069849984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762580.391457:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762580.391501:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff982a89a47800 x1876700069849472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762580.391517:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069849472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762580.391526:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762580.391530:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762580.391533:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069849472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762580.391539:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762580.391556:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762580.391565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff982a89a45f80 x1876700069849600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762580.391574:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069849600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762580.391580:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762580.391582:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762580.391585:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762580.391610:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762580.391632:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762580.391646:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff982a89a46d80 x1876700069849728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762580.391661:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069849728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762580.391679:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762580.391684:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762580.391688:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762580.391696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762580.391724:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762580.391739:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff982a89a47100 x1876700069849856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762580.391749:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069849856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762580.391755:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762580.391758:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762580.391760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762580.391764:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762580.391780:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762580.391788:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff982a89a44380 x1876700069849984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762580.391797:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069849984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762580.391802:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762580.391804:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762580.391806:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069849984:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762581.223228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762582.247183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762583.271264:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762584.295172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762585.319198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762585.511255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762585.511267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762585.511272:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762585.511284:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1970
00000100:00080000:1.0:1789762585.511309:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762585.511319:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762585.511373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069850112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762585.511406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762585.511411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762585.511413:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762585.511418:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1970
00000100:00080000:1.0:1789762585.511422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762585.511426:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762585.511437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762585.511451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069850240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762585.511464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762585.511486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762585.511489:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762585.511494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1970
00000100:00080000:1.0:1789762585.511500:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762585.511508:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762585.511519:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069850112:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789762585.511521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762585.511545:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069850368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762585.511561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762585.511565:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762585.511568:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762585.511573:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1970
00000100:00080000:1.0:1789762585.511578:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762585.511583:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762585.511589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762585.511606:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069850496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762585.511616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762585.511620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762585.511622:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762585.511627:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1970
00000100:00080000:1.0:1789762585.511632:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762585.511635:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762585.511640:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762585.511657:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762585.511674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069850624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762585.511698:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff982a8805ad80 x1876700069850112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762585.511726:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069850112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762585.511737:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762585.511741:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762585.511744:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069850112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762585.511752:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762585.511770:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762585.511779:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff982a88059180 x1876700069850240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762585.511788:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069850240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762585.511793:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762585.511795:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762585.511797:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762585.511825:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762585.511837:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762585.511844:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff982a8805a680 x1876700069850368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762585.511872:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069850368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762585.511878:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762585.511880:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762585.511883:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762585.511887:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762585.511902:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762585.511909:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff982a88058380 x1876700069850496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762585.511916:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069850496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762585.511921:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762585.511923:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762585.511925:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762585.511928:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762585.511939:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762585.511945:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff982a8805b800 x1876700069850624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762585.511952:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069850624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762585.511966:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762585.511969:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762585.511971:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762586.343228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762587.367246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762588.391255:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762589.415210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762590.439263:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762590.631120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.631128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762590.631131:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762590.631154:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1975
00000100:00080000:1.0:1789762590.631162:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.631168:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762590.631202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069850752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762590.631223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.631225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762590.631227:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762590.631229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1975
00000100:00080000:1.0:1789762590.631231:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.631234:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762590.631241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762590.631251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069850880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762590.631262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.631265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762590.631267:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762590.631272:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1975
00000100:00100000:0.0:1789762590.631282:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069850752:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762590.631294:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.631301:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762590.631307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762590.631322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069851008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762590.631334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.631337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762590.631339:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762590.631342:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762590.631348:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1975
00000100:00080000:1.0:1789762590.631353:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.631358:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762590.631363:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762590.631376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069851136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762590.631383:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff982a88059f80 x1876700069850752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762590.631390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.631397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762590.631399:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762590.631402:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069850752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762590.631407:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1975
00000100:00080000:0.0:1789762590.631414:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762590.631415:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762590.631420:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:1.0:1789762590.631424:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762590.631427:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069850752:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789762590.631432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762590.631435:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850880:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789762590.631451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069851264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762590.631458:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762590.631469:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff982a88059500 x1876700069850880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762590.631497:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069850880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762590.631503:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762590.631506:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762590.631509:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069850880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762590.631538:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762590.631552:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762590.631559:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff982a88058700 x1876700069851008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762590.631566:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069851008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762590.631572:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762590.631574:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762590.631576:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762590.631579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762590.631589:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762590.631594:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff982a8805b100 x1876700069851136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762590.631602:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069851136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762590.631607:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762590.631608:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762590.631610:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762590.631613:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762590.631622:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762590.631627:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff982a88058a80 x1876700069851264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762590.631650:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069851264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762590.631655:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762590.631657:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762590.631659:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851264:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762591.463284:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762592.487233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762593.511227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762594.535238:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762595.559200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762595.751182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762595.751196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762595.751201:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762595.751215:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1980
00000100:00080000:3.0:1789762595.751228:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762595.751237:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762595.751287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069851392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762595.751339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762595.751343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762595.751346:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762595.751350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1980
00000100:00080000:3.0:1789762595.751355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762595.751359:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762595.751368:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762595.751384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069851520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762595.751386:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069851392:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762595.751401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762595.751404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762595.751406:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762595.751408:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1980
00000100:00080000:3.0:1789762595.751412:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762595.751414:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762595.751424:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762595.751434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069851648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762595.751441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762595.751444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762595.751445:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762595.751448:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1980
00000100:00080000:3.0:1789762595.751457:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762595.751461:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762595.751463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762595.751469:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762595.751479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069851776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762595.751486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762595.751488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762595.751489:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762595.751492:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1980
00000100:00080000:3.0:1789762595.751494:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762595.751496:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762595.751500:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762595.751512:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff982a89a44700 x1876700069851392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.751513:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069851904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762595.751548:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069851392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762595.751559:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762595.751562:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762595.751565:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069851392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762595.751590:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762595.751616:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762595.751630:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff982a89a44000 x1876700069851520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762595.751643:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069851520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762595.751666:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762595.751677:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762595.751681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762595.751688:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762595.751713:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762595.751725:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff982a89a45c00 x1876700069851648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762595.751734:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069851648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762595.751739:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762595.751741:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762595.751744:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762595.751747:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762595.751762:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762595.751768:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff982a89a45500 x1876700069851776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762595.751776:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069851776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762595.751781:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762595.751783:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762595.751785:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762595.751789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762595.751809:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762595.751816:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff982a89a46300 x1876700069851904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762595.751828:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069851904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762595.751836:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762595.751839:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762595.751843:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069851904:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762596.583219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762597.607215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762598.631238:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762599.655247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762600.679203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762600.871123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762600.871131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762600.871135:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762600.871144:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1985
00000100:00080000:3.0:1789762600.871154:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762600.871160:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762600.871196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069852032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762600.871214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762600.871228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762600.871230:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762600.871233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1985
00000100:00080000:3.0:1789762600.871235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762600.871238:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762600.871246:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762600.871256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069852160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762600.871265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762600.871268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762600.871269:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762600.871271:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1985
00000100:00080000:3.0:1789762600.871273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762600.871276:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762600.871278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762600.871286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069852288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762600.871293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762600.871296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762600.871297:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762600.871304:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1985
00000100:00100000:0.0:1789762600.871307:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069852032:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762600.871309:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762600.871319:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762600.871329:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762600.871342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069852416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762600.871348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762600.871350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762600.871352:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762600.871354:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1985
00000100:00080000:3.0:1789762600.871357:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762600.871360:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762600.871363:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762600.871370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069852544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762600.871405:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762600.871454:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff982a89a46a00 x1876700069852032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762600.871470:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069852032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762600.871480:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762600.871483:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762600.871487:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069852032:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762600.871493:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762600.871511:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762600.871520:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff982a89a45880 x1876700069852160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762600.871552:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069852160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762600.871561:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762600.871565:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762600.871568:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762600.871600:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762600.871618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762600.871626:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff982a89a44e00 x1876700069852288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762600.871634:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069852288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762600.871639:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762600.871641:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762600.871643:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762600.871647:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762600.871658:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762600.871665:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff982a89a46300 x1876700069852416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762600.871672:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069852416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762600.871686:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762600.871689:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762600.871691:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762600.871696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762600.871709:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762600.871716:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff982a89a45500 x1876700069852544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762600.871723:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069852544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762600.871728:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762600.871730:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762600.871732:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852544:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762601.703234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762602.727205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762603.751258:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762604.775207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762605.799242:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762605.991182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762605.991193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762605.991198:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762605.991209:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1990
00000100:00080000:2.0:1789762605.991221:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762605.991228:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762605.991278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069852672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762605.991314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762605.991319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762605.991321:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762605.991326:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1990
00000100:00080000:2.0:1789762605.991330:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762605.991335:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762605.991347:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762605.991377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069852800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762605.991387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762605.991390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762605.991392:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762605.991399:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1990
00000100:00100000:0.0:1789762605.991400:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069852672:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762605.991403:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762605.991410:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762605.991419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762605.991429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069852928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762605.991435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762605.991438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762605.991439:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762605.991441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1990
00000100:00080000:2.0:1789762605.991443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762605.991446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762605.991449:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762605.991459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069853056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762605.991466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762605.991469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762605.991470:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762605.991480:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1990
00000100:00080000:2.0:1789762605.991486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762605.991491:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762605.991497:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762605.991514:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069853184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762605.991554:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762605.991595:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762605.991635:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762605.991660:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853184:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762606.823205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762607.847202:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762608.871220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762609.063278:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789762609.063318:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762609.063333:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762609.063367:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762609.063375:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762609.063383:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762609.063392:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762609.063427:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762609]  req@ffff982a9216ed80 x1876700069852800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762609.063475:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069852800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762609.063489:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762609.063494:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762609.063498:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762609.063507:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762609]  req@ffff982a9216f100 x1876700069852928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762609.063517:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069852928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762609.063526:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762609.063530:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762609.063534:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069852928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762609.063540:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762609]  req@ffff982a9216df80 x1876700069853056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762609.063552:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069853056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762609.063561:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762609.063564:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762609.063567:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762609.063573:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762609]  req@ffff982a9216ca80 x1876700069853184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762609.063595:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069853184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762609.063603:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762609.063607:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762609.063610:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853184:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762609.063618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762609]  req@ffff982a9216e680 x1876700069852672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762609.063629:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069852672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762609.063636:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762609.063640:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762609.063643:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069852672:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789762609.895222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762610.919177:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762611.111127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762611.111135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762611.111138:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762611.111147:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 1995
00000100:00080000:2.0:1789762611.111156:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762611.111162:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762611.111193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069853312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762611.111215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762611.111218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762611.111219:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762611.111222:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1995
00000100:00080000:2.0:1789762611.111224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762611.111227:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762611.111234:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762611.111241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069853440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762611.111248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762611.111268:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069853312:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762611.111268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762611.111271:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762611.111289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1995
00000100:00080000:2.0:1789762611.111294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762611.111299:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762611.111306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762611.111320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069853568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762611.111331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762611.111335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762611.111338:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762611.111339:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762611.111347:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1995
00000100:00080000:2.0:1789762611.111353:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762611.111358:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762611.111365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762611.111379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069853696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762611.111389:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff982a9216f480 x1876700069853312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762611.111391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762611.111400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762611.111405:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762611.111419:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 1995
00000100:00100000:0.0:1789762611.111420:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069853312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762611.111426:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762611.111436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762611.111439:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762611.111446:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762611.111452:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069853312:192.168.203.153@tcp:250:
00000008:00100000:2.0:1789762611.111452:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762611.111469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069853824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762611.111473:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762611.111510:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762611.111524:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff982a9216f800 x1876700069853440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762611.111553:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069853440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762611.111563:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762611.111566:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762611.111570:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762611.111596:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762611.111618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762611.111630:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff982a9216d180 x1876700069853568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762611.111642:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069853568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762611.111650:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762611.111654:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762611.111657:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762611.111664:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762611.111685:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762611.111697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff982a9216e680 x1876700069853696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762611.111717:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069853696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762611.111726:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762611.111730:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762611.111733:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762611.111740:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762611.111760:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762611.111770:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762611/real 1789762611]  req@ffff982a9216ca80 x1876700069853824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762611.111783:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069853824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762611.111792:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762611.111795:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762611.111799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069853824:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762611.943186:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762612.967192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762613.991184:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762615.015169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762616.039156:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762616.231167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762616.231175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762616.231178:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762616.231186:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2000
00000100:00080000:3.0:1789762616.231196:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762616.231201:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762616.231238:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069853952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762616.231259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762616.231261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762616.231262:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762616.231265:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2000
00000100:00080000:3.0:1789762616.231267:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762616.231270:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762616.231278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762616.231286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069854080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762616.231293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762616.231296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762616.231297:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762616.231300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2000
00000100:00080000:3.0:1789762616.231302:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762616.231304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762616.231314:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069853952:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789762616.231324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762616.231336:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069854208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762616.231343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762616.231346:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762616.231347:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762616.231350:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2000
00000100:00080000:3.0:1789762616.231353:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762616.231356:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762616.231360:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762616.231367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069854336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762616.231372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762616.231375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762616.231376:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762616.231381:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762616.231384:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2000
00000100:00080000:3.0:1789762616.231388:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762616.231391:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762616.231395:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762616.231402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069854464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762616.231424:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff982a89a45c00 x1876700069853952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762616.231441:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069853952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762616.231449:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762616.231461:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762616.231464:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069853952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762616.231470:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762616.231487:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762616.231505:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff982a89a44000 x1876700069854080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762616.231514:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069854080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762616.231520:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762616.231522:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762616.231524:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762616.231543:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762616.231555:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762616.231562:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff982a89a44700 x1876700069854208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762616.231569:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069854208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762616.231574:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762616.231576:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762616.231578:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762616.231581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762616.231617:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762616.231629:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff982a89a44380 x1876700069854336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762616.231642:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069854336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762616.231651:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762616.231655:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762616.231657:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762616.231662:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762616.231676:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762616.231684:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762616/real 1789762616]  req@ffff982a89a47100 x1876700069854464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762616.231691:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069854464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762616.231696:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762616.231698:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762616.231700:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762617.063164:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762618.087176:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762619.111169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762620.135188:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762621.159269:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762621.351129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762621.351140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762621.351145:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762621.351157:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2005
00000100:00080000:3.0:1789762621.351171:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762621.351179:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762621.351242:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069854592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762621.351287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762621.351291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762621.351294:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762621.351298:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2005
00000100:00080000:3.0:1789762621.351303:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762621.351309:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762621.351329:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762621.351333:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069854592:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762621.351350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069854720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762621.351360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762621.351362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762621.351364:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762621.351367:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2005
00000100:00080000:3.0:1789762621.351371:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762621.351398:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762621.351405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762621.351415:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762621.351421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069854848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762621.351433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762621.351438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762621.351440:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762621.351443:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2005
00000100:00080000:3.0:1789762621.351448:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762621.351451:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762621.351456:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762621.351468:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff982a89a46d80 x1876700069854592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.351468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069854976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762621.351501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762621.351504:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762621.351505:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762621.351511:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2005
00000100:00080000:3.0:1789762621.351516:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762621.351522:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762621.351526:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762621.351536:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069854592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.351536:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069855104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762621.351569:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762621.351595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762621.351603:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069854592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762621.351632:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762621.351662:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762621.351672:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff982a89a45f80 x1876700069854720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762621.351680:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069854720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762621.351686:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762621.351689:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762621.351691:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762621.351694:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762621.351706:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762621.351712:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff982a89a47800 x1876700069854848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762621.351719:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069854848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762621.351725:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762621.351732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762621.351734:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762621.351738:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762621.351753:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762621.351760:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff982a89a44a80 x1876700069854976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762621.351768:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069854976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762621.351773:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762621.351781:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762621.351783:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069854976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762621.351790:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762621.351802:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762621.351808:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff982a89a47480 x1876700069855104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762621.351816:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069855104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762621.351821:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762621.351822:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762621.351824:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855104:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762622.183277:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762623.207192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762624.231269:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762625.255199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762626.279271:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762626.471124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762626.471133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762626.471138:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762626.471148:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2011
00000100:00080000:3.0:1789762626.471159:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762626.471166:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762626.471221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069855232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762626.471245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762626.471247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762626.471249:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762626.471251:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2011
00000100:00080000:3.0:1789762626.471254:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762626.471256:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762626.471266:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762626.471275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069855360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762626.471283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762626.471286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762626.471287:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762626.471289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2011
00000100:00100000:0.0:1789762626.471301:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069855232:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762626.471312:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762626.471318:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762626.471327:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762626.471334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069855488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762626.471342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762626.471345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762626.471346:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762626.471349:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2011
00000100:00080000:3.0:1789762626.471351:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762626.471354:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762626.471357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762626.471366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069855616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762626.471372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762626.471374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762626.471375:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762626.471377:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2011
00000100:00080000:3.0:1789762626.471380:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762626.471383:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762626.471386:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762626.471392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069855744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762626.471409:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762626.471486:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff982a89a46680 x1876700069855232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762626.471516:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069855232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762626.471529:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762626.471534:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762626.471539:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069855232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762626.471548:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762626.471576:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762626.471590:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff982a89a45180 x1876700069855360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762626.471605:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069855360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762626.471613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762626.471617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762626.471621:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762626.471653:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762626.471675:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762626.471689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff982a89a47b80 x1876700069855488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762626.471701:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069855488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762626.471717:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762626.471722:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762626.471726:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762626.471732:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762626.471757:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762626.471771:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff982a89a47480 x1876700069855616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762626.471783:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069855616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762626.471791:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762626.471794:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762626.471798:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762626.471804:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762626.471825:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762626.471836:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff982a89a44a80 x1876700069855744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762626.471847:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069855744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762626.471855:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762626.471859:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762626.471862:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069855744:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762627.303193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762628.327335:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762629.351227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762630.375189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762631.399204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762631.591126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.591134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762631.591138:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.591146:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2016
00000100:00080000:3.0:1789762631.591156:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.592269:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762631.592302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069855872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762631.592320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.592322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762631.592324:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.592327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2016
00000100:00080000:3.0:1789762631.592330:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.592333:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762631.592340:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762631.592349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069856000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762631.592354:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069855872:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762631.592360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.592364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762631.592379:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.592383:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2016
00000100:00080000:3.0:1789762631.592387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.592390:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762631.592394:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762631.592403:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069856128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762631.592409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.592411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762631.592414:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762631.592415:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762631.592419:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2016
00000100:00080000:3.0:1789762631.592422:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.592425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762631.592429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762631.592435:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069856256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762631.592441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762631.592444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762631.592445:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762631.592447:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2016
00000100:00080000:3.0:1789762631.592450:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762631.592452:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762631.592456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762631.592464:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff982a89a47800 x1876700069855872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762631.592470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069856384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762631.592489:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069855872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762631.592499:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762631.592502:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762631.592505:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069855872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762631.592523:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762631.592539:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762631.592547:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff982a89a45f80 x1876700069856000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762631.592555:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069856000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762631.592560:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762631.592563:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762631.592565:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762631.592568:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762631.592578:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762631.592583:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff982a89a46d80 x1876700069856128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762631.592602:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069856128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762631.592608:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762631.592610:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762631.592618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762631.592623:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762631.592637:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762631.592644:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff982a89a47100 x1876700069856256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762631.592651:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069856256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762631.592656:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762631.592657:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762631.592659:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762631.592663:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762631.592673:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762631.592678:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff982a89a44380 x1876700069856384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762631.592685:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069856384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762631.592698:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762631.592700:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762631.592703:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856384:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762632.423197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762633.447201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762634.471197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762635.495248:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762636.519244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762636.711100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.711109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762636.711112:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.711120:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2021
00000100:00080000:3.0:1789762636.711130:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762636.711135:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762636.711166:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069856512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762636.711191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.711194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762636.711195:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.711198:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2021
00000100:00080000:3.0:1789762636.711200:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762636.711202:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762636.711209:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762636.711218:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069856640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762636.711225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.711239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762636.711241:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.711245:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2021
00000100:00080000:3.0:1789762636.711248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762636.711252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762636.711258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762636.711271:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069856512:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762636.711273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069856768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762636.711288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762636.711292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762636.711294:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.711299:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2021
00000100:00080000:3.0:1789762636.711303:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762636.711307:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762636.711312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762636.711322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069856896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762636.711328:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762636.711333:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762636.711334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762636.711337:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762636.711340:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2021
00000100:00080000:3.0:1789762636.711344:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762636.711347:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762636.711356:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762636.711365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069857024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762636.711373:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff982a89a44700 x1876700069856512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762636.711390:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069856512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762636.711398:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762636.711401:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762636.711404:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069856512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762636.711409:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762636.711423:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762636.711430:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff982a89a44000 x1876700069856640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762636.711438:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069856640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762636.711443:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762636.711445:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762636.711447:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762636.711472:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762636.711485:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762636.711492:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff982a89a45c00 x1876700069856768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762636.711499:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069856768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762636.711504:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762636.711506:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762636.711508:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762636.711511:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762636.711521:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762636.711527:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff982a89a45500 x1876700069856896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762636.711534:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069856896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762636.711539:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762636.711540:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762636.711542:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069856896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762636.711545:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762636.711555:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762636.711560:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff982a89a46300 x1876700069857024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762636.711572:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069857024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762636.711578:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762636.711581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762636.711584:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857024:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762637.543190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762638.567252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762639.591323:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762640.615197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762641.639169:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762641.831122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.831133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762641.831139:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.831151:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2026
00000100:00080000:3.0:1789762641.831180:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.831187:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762641.831226:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069857152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.831257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.831262:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762641.831264:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.831269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2026
00000100:00080000:3.0:1789762641.831275:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.831280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762641.831306:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762641.831315:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069857152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762641.831319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069857280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.831337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.831370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762641.831373:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.831377:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2026
00000100:00080000:3.0:1789762641.831383:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.831387:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762641.831393:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762641.831407:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762641.831408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069857408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.831421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.831424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762641.831426:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.831431:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2026
00000100:00080000:3.0:1789762641.831436:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762641.831441:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762641.831448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762641.831456:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff982a89a44e00 x1876700069857152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762641.831485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069857536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762641.831502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762641.831508:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069857152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762641.831508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762641.831513:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.831521:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2026
00000100:00080000:3.0:1789762641.831547:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762641.831554:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762641.831555:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762641.831564:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:3.0:1789762641.831570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762641.831574:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069857152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762641.831586:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069857664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762641.831656:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762641.831692:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762641.831719:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff982a89a45880 x1876700069857280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762641.831728:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069857280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762641.831734:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762641.831742:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762641.831745:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762641.831749:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762641.831778:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762641.831786:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff982a89a46a00 x1876700069857408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762641.831794:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069857408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762641.831799:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762641.831801:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762641.831803:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762641.831807:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762641.831817:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762641.831823:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff982a89a46300 x1876700069857536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762641.831830:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069857536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762641.831835:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762641.831837:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762641.831839:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762641.831842:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762641.831861:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762641.831867:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff982a89a45500 x1876700069857664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762641.831875:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069857664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762641.831883:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762641.831887:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762641.831890:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762642.663419:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762643.687228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762644.711322:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762645.735207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762646.759367:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762646.951226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.951238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762646.951244:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.951257:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2031
00000100:00080000:3.0:1789762646.951271:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.951280:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762646.951329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069857792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.951367:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.951374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762646.951379:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.951386:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2031
00000100:00080000:3.0:1789762646.951392:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.951399:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762646.951414:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762646.951438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069857920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.951459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.951488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762646.951491:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.951498:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2031
00000100:00080000:3.0:1789762646.951505:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762646.951513:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069857792:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762646.951523:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762646.951540:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762646.951571:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069858048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762646.951595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.951603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789762646.951611:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762646.951614:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.951627:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2031
00000100:00080000:3.0:1789762646.951635:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762646.951643:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762646.951653:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762646.951674:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069858176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762646.951685:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff982a89a45c00 x1876700069857792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762646.951689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762646.951703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762646.951708:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762646.951750:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2031
00000100:00080000:3.0:1789762646.951761:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762646.951772:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069857792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762646.951776:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762646.951805:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762646.951808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762646.951822:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762646.951829:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069857792:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762646.951844:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069858304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762646.951846:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762646.951902:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762646.951926:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff982a89a44000 x1876700069857920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762646.951942:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069857920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762646.951967:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762646.951971:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762646.951976:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069857920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762646.952009:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762646.952037:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762646.952096:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff982a89a44700 x1876700069858048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762646.952112:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069858048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762646.952122:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762646.952126:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762646.952130:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762646.952138:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762646.952162:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762646.952175:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff982a89a44380 x1876700069858176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762646.952189:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069858176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762646.952199:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762646.952202:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762646.952206:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762646.952223:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762646.952248:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762646.952260:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff982a89a47100 x1876700069858304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762646.952274:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069858304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762646.952283:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762646.952286:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762646.952290:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858304:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762647.783136:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762648.807227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762649.831155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762650.855241:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762651.879195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762652.071238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762652.071249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762652.071252:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762652.071260:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2036
00000100:00080000:2.0:1789762652.071270:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762652.071275:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762652.071308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069858432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762652.071334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762652.071336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762652.071338:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762652.071340:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2036
00000100:00080000:2.0:1789762652.071342:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762652.071345:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762652.071352:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762652.071362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069858560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762652.071386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762652.071387:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069858432:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762652.071389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762652.071395:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762652.071406:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2036
00000100:00080000:2.0:1789762652.071410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762652.071415:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762652.071423:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762652.071440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069858688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762652.071450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762652.071453:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762652.071454:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762652.071458:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2036
00000100:00080000:2.0:1789762652.071462:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762652.071465:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762652.071470:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762652.071478:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762652.071489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069858816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762652.071498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762652.071501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762652.071504:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762652.071508:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2036
00000100:00080000:2.0:1789762652.071518:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762652.071523:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762652.071528:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762652.071534:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff982a9216df80 x1876700069858432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762652.071540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069858944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762652.071590:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069858432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762652.071602:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762652.071608:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762652.071612:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069858432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762652.071644:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762652.071672:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762652.071702:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff982a9216f100 x1876700069858560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762652.071738:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069858560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762652.071747:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762652.071751:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762652.071755:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762652.071761:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762652.071786:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762652.071799:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff982a9216ed80 x1876700069858688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762652.071812:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069858688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762652.071820:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762652.071824:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762652.071828:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762652.071835:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762652.071857:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762652.071868:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff982a9216ca80 x1876700069858816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762652.071881:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069858816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762652.071902:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762652.071906:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762652.071910:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762652.071917:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762652.071940:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762652.071953:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762652/real 1789762652]  req@ffff982a9216e680 x1876700069858944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762652.071966:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069858944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762652.071983:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762652.071987:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762652.071991:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069858944:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762652.903251:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762653.927188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762654.951190:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762655.975230:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762656.999221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762657.191168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762657.191178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762657.191183:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762657.191193:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2041
00000100:00080000:1.0:1789762657.191203:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762657.191209:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762657.191241:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069859072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762657.191263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762657.191265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762657.191267:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762657.191269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2041
00000100:00080000:1.0:1789762657.191272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762657.191274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762657.191281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762657.191290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069859200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762657.191306:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069859072:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762657.191329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762657.191332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762657.191333:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762657.191337:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2041
00000100:00080000:1.0:1789762657.191341:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762657.191344:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762657.191348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762657.191357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069859328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762657.191363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762657.191368:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762657.191369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762657.191373:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762657.191376:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2041
00000100:00080000:1.0:1789762657.191379:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762657.191382:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762657.191385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762657.191394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069859456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762657.191400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762657.191403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762657.191404:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762657.191408:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff982a88058e00 x1876700069859072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762657.191409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2041
00000100:00080000:1.0:1789762657.191420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762657.191425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762657.191429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762657.191432:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069859072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762657.191439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069859584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762657.191454:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762657.191461:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762657.191466:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069859072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762657.191499:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762657.191518:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762657.191527:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff982a8805aa00 x1876700069859200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762657.191535:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069859200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762657.191541:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762657.191543:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762657.191545:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762657.191549:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762657.191560:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762657.191565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff982a88059880 x1876700069859328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762657.191580:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069859328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762657.191586:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762657.191588:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762657.191590:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762657.191594:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762657.191606:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762657.191612:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff982a88058000 x1876700069859456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762657.191628:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069859456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762657.191649:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762657.191653:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762657.191657:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762657.191664:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762657.191685:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762657.191694:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762657/real 1789762657]  req@ffff982a8805b480 x1876700069859584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762657.191702:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069859584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762657.191708:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762657.191710:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762657.191712:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859584:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762658.023139:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762659.047173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762660.071218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762661.095224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762662.119187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762662.311170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.311182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762662.311187:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.311199:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2046
00000100:00080000:3.0:1789762662.311232:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.311241:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762662.311298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069859712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762662.311342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.311345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762662.311347:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.311350:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2046
00000100:00080000:3.0:1789762662.311353:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.311356:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762662.311366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762662.311380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069859840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762662.311399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762662.311404:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069859712:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762662.311423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762662.311425:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.311429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2046
00000100:00080000:3.0:1789762662.311433:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.311436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762662.311441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762662.311451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069859968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762662.311458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.311461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762662.311463:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.311465:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2046
00000100:00080000:3.0:1789762662.311468:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.311470:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762662.311473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762662.311480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069860096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762662.311486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762662.311489:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789762662.311493:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762662.311494:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762662.311510:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2046
00000100:00080000:3.0:1789762662.311512:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762662.311515:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762662.311524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762662.311533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069860224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762662.311558:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff982a89a46d80 x1876700069859712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762662.311575:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069859712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762662.311585:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762662.311610:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762662.311615:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069859712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762662.311651:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762662.311682:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762662.311691:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff982a89a45f80 x1876700069859840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762662.311700:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069859840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762662.311706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762662.311709:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762662.311711:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762662.311715:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762662.311727:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762662.311732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff982a89a47800 x1876700069859968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762662.311740:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069859968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762662.311745:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762662.311746:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762662.311748:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069859968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762662.311752:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762662.311773:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762662.311780:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff982a89a44a80 x1876700069860096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762662.311788:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069860096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762662.311794:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762662.311795:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762662.311797:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762662.311801:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762662.311812:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762662.311818:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762662/real 1789762662]  req@ffff982a89a47480 x1876700069860224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762662.311832:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069860224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762662.311838:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762662.311840:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762662.311843:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860224:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762663.143253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762664.167183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762665.191250:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762666.215212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762667.239219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762667.431127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.431137:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762667.431141:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.431151:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2052
00000100:00080000:3.0:1789762667.431161:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.431169:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762667.431206:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069860352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762667.431233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.431237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762667.431239:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.431243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2052
00000100:00080000:3.0:1789762667.431248:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.431252:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762667.431262:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762667.431266:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069860352:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762667.431280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069860480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762667.431294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.431298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762667.431300:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.431320:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2052
00000800:00000100:0.0:1789762667.431324:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762667.431329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.431337:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762667.431344:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762667.431360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069860608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762667.431362:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff982a89a47b80 x1876700069860352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.431393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.431404:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762667.431410:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762667.431417:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2052
00000100:00100000:0.0:1789762667.431421:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069860352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.431424:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762667.431435:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762667.431435:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762667.431443:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:3.0:1789762667.431446:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762667.431447:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069860352:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762667.431468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069860736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762667.431474:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860480:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789762667.431490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762667.431495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762667.431498:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762667.431500:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762667.431507:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2052
00000100:00100000:0.0:1789762667.431514:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff982a89a45180 x1876700069860480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.431514:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762667.431525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762667.431530:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069860480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789762667.431534:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762667.431538:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762667.431542:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762667.431544:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762667.431553:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860608:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762667.431555:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069860864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762667.431591:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762667.431601:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff982a89a46680 x1876700069860608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762667.431611:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069860608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762667.431617:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762667.431624:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762667.431626:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762667.431639:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762667.431653:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762667.431659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff982a89a47480 x1876700069860736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762667.431667:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069860736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762667.431672:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762667.431674:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762667.431676:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762667.431679:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762667.431688:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762667.431693:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff982a89a44a80 x1876700069860864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762667.431700:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069860864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762667.431705:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762667.431707:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762667.431708:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069860864:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762668.263238:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762669.287276:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762670.311189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762671.335265:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762672.359224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762672.551130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.551142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762672.551147:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.551158:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2057
00000100:00080000:3.0:1789762672.551171:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762672.551179:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762672.551237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069860992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762672.551262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.551267:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762672.551269:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.551273:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2057
00000100:00080000:3.0:1789762672.551277:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762672.551281:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762672.551293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762672.551308:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069861120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762672.551310:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069860992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762672.551329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.551332:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762672.551334:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.551338:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2057
00000100:00080000:3.0:1789762672.551348:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762672.551353:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762672.551359:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762672.551371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069861248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762672.551379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.551383:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762672.551384:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.551387:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2057
00000100:00080000:3.0:1789762672.551390:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762672.551393:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762672.551399:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762672.551407:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069861376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762672.551416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762672.551419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762672.551421:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762672.551425:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2057
00000100:00080000:3.0:1789762672.551428:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762672.551431:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762672.551436:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762672.551444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069861504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762672.551467:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762672.551499:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762672.551545:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762672.551578:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861504:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762673.383239:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762674.407181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762675.431217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762675.623268:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789762675.623308:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762675.623326:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762675.623359:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762675.623366:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762675.623371:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762675.623382:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762675.623414:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762675]  req@ffff982a89a44380 x1876700069861504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762675.623441:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069861504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762675.623454:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762675.623459:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762675.623464:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861504:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762675.623472:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762675]  req@ffff982a89a45f80 x1876700069861120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762675.623493:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069861120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762675.623515:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762675.623520:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762675.623524:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762675.623531:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762675]  req@ffff982a89a46d80 x1876700069861248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762675.623572:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069861248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762675.623580:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762675.623584:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762675.623588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762675.623600:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762675]  req@ffff982a89a47100 x1876700069861376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762675.623612:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069861376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762675.623620:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762675.623624:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762675.623627:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762675.623634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762675]  req@ffff982a89a47800 x1876700069860992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762675.623645:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069860992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762675.623652:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762675.623656:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762675.623659:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069860992:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789762676.455157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762677.479296:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762677.671148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.671159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762677.671163:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.671175:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2062
00000100:00080000:1.0:1789762677.671187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.671195:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762677.671236:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069861632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762677.671259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.671261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762677.671263:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.671266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2062
00000100:00080000:1.0:1789762677.671269:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.671271:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762677.671280:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762677.671289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069861760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762677.671304:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069861632:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762677.671319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.671326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762677.671329:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.671333:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2062
00000100:00080000:1.0:1789762677.671349:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.671360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762677.671366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762677.671383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069861888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762677.671392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.671398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789762677.671399:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762677.671401:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.671409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2062
00000100:00080000:1.0:1789762677.671415:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.671420:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762677.671426:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762677.671441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069862016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762677.671447:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff982a88059c00 x1876700069861632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762677.671454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.671460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762677.671462:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.671469:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2062
00000100:00100000:0.0:1789762677.671470:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069861632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762677.671500:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762677.671504:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762677.671510:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762677.671514:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:1.0:1789762677.671520:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762677.671522:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069861632:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762677.671539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069862144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762677.671559:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762677.671591:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762677.671606:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff982a8805a300 x1876700069861760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762677.671619:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069861760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762677.671627:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762677.671632:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762677.671636:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762677.671642:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762677.671662:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762677.671674:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff982a8805bb80 x1876700069861888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762677.671686:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069861888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762677.671700:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762677.671704:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762677.671708:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069861888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762677.671714:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762677.671738:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762677.671749:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff982a8805b480 x1876700069862016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762677.671760:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069862016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762677.671768:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762677.671771:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762677.671774:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762677.671793:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762677.671813:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762677.671824:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762677]  req@ffff982a88058000 x1876700069862144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762677.671836:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069862144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762677.671843:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762677.671846:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762677.671850:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862144:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762678.503190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762679.527204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762680.551161:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762681.575185:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762682.599138:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762682.791176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762682.791187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762682.791191:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762682.791202:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2067
00000100:00080000:3.0:1789762682.791214:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762682.791222:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762682.791268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069862272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762682.791291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762682.791293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762682.791295:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762682.791298:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2067
00000100:00080000:3.0:1789762682.791300:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762682.791302:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762682.791311:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762682.791321:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069862400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762682.791327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762682.791330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762682.791349:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762682.791353:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2067
00000100:00080000:3.0:1789762682.791357:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762682.791360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762682.791364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762682.791373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069862528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762682.791381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762682.791387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762682.791390:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762682.791392:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069862272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762682.791396:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2067
00000100:00080000:3.0:1789762682.791408:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762682.791415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762682.791423:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762682.791441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069862656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762682.791465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762682.791467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762682.791469:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762682.791472:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2067
00000100:00080000:3.0:1789762682.791475:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762682.791478:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762682.791483:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762682.791498:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069862784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762682.791625:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762682.791663:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff982a89a44700 x1876700069862272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762682.791677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069862272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762682.791686:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762682.791689:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762682.791692:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069862272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762682.791697:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762682.791711:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762682.791719:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff982a89a44000 x1876700069862400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762682.791727:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069862400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762682.791732:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762682.791734:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762682.791736:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762682.791754:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762682.791765:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762682.791771:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff982a89a45c00 x1876700069862528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762682.791797:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069862528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762682.791802:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762682.791804:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762682.791807:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762682.791811:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762682.791824:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762682.791831:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff982a89a45500 x1876700069862656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762682.791837:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069862656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762682.791842:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762682.791844:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762682.791846:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762682.791849:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762682.791859:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762682.791864:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff982a89a46300 x1876700069862784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762682.791870:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069862784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762682.791883:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762682.791886:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762682.791888:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069862784:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762683.623154:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762684.647138:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762685.671158:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762686.695272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762687.719231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762687.911169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762687.911179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762687.911183:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762687.911194:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2072
00000100:00080000:2.0:1789762687.911205:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762687.911213:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762687.911249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069862912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762687.911273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762687.911276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762687.911277:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762687.911280:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2072
00000100:00080000:2.0:1789762687.911283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762687.911286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762687.911293:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762687.911303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069863040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762687.911310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762687.911312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762687.911313:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762687.911316:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2072
00000100:00080000:2.0:1789762687.911320:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762687.911323:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762687.911340:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762687.911350:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069863168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762687.911360:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069862912:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762687.911363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762687.911371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762687.911375:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762687.911381:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2072
00000100:00080000:2.0:1789762687.911385:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762687.911392:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762687.911398:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762687.911427:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069863296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762687.911437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762687.911441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762687.911442:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762687.911447:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2072
00000100:00080000:2.0:1789762687.911452:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762687.911456:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762687.911462:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762687.911474:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069863424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762687.911490:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762687.911544:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff982a9216d180 x1876700069862912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762687.911561:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069862912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762687.911570:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762687.911574:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762687.911577:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069862912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762687.911584:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762687.911603:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762687.911611:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff982a9216f800 x1876700069863040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762687.911619:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069863040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762687.911624:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762687.911626:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762687.911628:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762687.911666:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762687.911681:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762687.911689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff982a9216f480 x1876700069863168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762687.911696:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069863168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762687.911701:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762687.911703:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762687.911705:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762687.911709:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762687.911721:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762687.911727:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff982a9216e680 x1876700069863296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762687.911734:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069863296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762687.911739:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762687.911741:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762687.911743:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762687.911746:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762687.911756:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762687.911761:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff982a9216ca80 x1876700069863424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762687.911775:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069863424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762687.911780:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762687.911783:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762687.911785:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863424:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762688.743153:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762689.767191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762690.791178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762691.815226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762692.839141:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762693.031200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.031210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762693.031215:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.031227:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2077
00000100:00080000:3.0:1789762693.031239:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.031246:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762693.031293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069863552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762693.031320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.031322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762693.031324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.031327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2077
00000100:00080000:3.0:1789762693.031330:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.031332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762693.031341:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762693.031349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069863680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762693.031355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.031358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762693.031397:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.031402:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2077
00000100:00080000:3.0:1789762693.031406:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.031410:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762693.031415:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762693.031417:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069863552:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762693.031428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069863808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762693.031437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.031440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762693.031441:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.031444:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2077
00000100:00080000:3.0:1789762693.031446:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.031448:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762693.031452:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762693.031461:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069863936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762693.031467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762693.031469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762693.031470:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762693.031473:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2077
00000100:00080000:3.0:1789762693.031476:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762693.031479:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762693.031482:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762693.031492:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762693.031497:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069864064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762693.031539:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff982a89a46a00 x1876700069863552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762693.031555:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069863552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762693.031565:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762693.031568:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762693.031572:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069863552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762693.031577:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762693.031591:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762693.031599:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff982a89a45880 x1876700069863680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762693.031607:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069863680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762693.031612:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762693.031623:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762693.031625:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762693.031653:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762693.031675:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762693.031686:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff982a89a44e00 x1876700069863808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762693.031700:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069863808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762693.031709:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762693.031712:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762693.031715:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762693.031721:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762693.031744:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762693.031756:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff982a89a46300 x1876700069863936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762693.031769:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069863936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762693.031776:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762693.031779:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762693.031781:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069863936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762693.031785:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762693.031809:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762693.031816:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762693/real 1789762693]  req@ffff982a89a45500 x1876700069864064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762693.031824:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069864064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762693.031830:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762693.031832:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762693.031834:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864064:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762693.863222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762694.887205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762695.911212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762696.935199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762697.959258:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762698.151106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.151113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762698.151116:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.151125:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2082
00000100:00080000:3.0:1789762698.151134:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.151139:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762698.151171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069864192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762698.151191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.151193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762698.151195:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.151197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2082
00000100:00080000:3.0:1789762698.151199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.151202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762698.151209:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762698.151216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069864320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762698.151223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.151225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762698.151240:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.151243:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2082
00000100:00080000:3.0:1789762698.151246:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.151249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762698.151254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762698.151261:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069864192:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762698.151263:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069864448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762698.151274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.151276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762698.151277:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.151279:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2082
00000100:00080000:3.0:1789762698.151282:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.151284:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762698.151287:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762698.151295:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069864576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762698.151300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762698.151303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762698.151304:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762698.151306:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2082
00000100:00080000:3.0:1789762698.151309:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762698.151311:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762698.151314:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762698.151323:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762698.151327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069864704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762698.151377:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff982a89a45c00 x1876700069864192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762698.151391:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069864192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762698.151399:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762698.151401:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762698.151404:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069864192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762698.151409:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762698.151426:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762698.151433:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff982a89a44000 x1876700069864320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762698.151453:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069864320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762698.151458:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762698.151461:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762698.151463:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762698.151481:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762698.151495:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762698.151501:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff982a89a44700 x1876700069864448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762698.151507:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069864448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762698.151512:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762698.151514:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762698.151516:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762698.151519:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762698.151529:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762698.151535:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff982a89a47800 x1876700069864576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762698.151542:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069864576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762698.151555:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762698.151558:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762698.151560:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762698.151564:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762698.151576:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762698.151582:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762698/real 1789762698]  req@ffff982a89a47100 x1876700069864704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762698.151589:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069864704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762698.151594:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762698.151596:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762698.151597:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864704:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762698.983254:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762700.007231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762701.031189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762702.055206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762703.079226:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762703.271165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.271176:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762703.271180:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.271192:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2087
00000100:00080000:0.0:1789762703.271203:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762703.271210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762703.271265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82680 x1876700069864832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762703.271288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.271327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762703.271329:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.271335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2087
00000100:00080000:0.0:1789762703.271342:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762703.271342:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069864832:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762703.271352:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762703.271364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762703.271382:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81f80 x1876700069864960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762703.271393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.271397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762703.271399:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.271403:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2087
00000100:00080000:0.0:1789762703.271408:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762703.271412:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762703.271418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762703.271430:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83100 x1876700069865088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762703.271434:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762703.271445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.271450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762703.271453:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.271459:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2087
00000100:00080000:0.0:1789762703.271464:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762703.271467:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762703.271478:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762703.271490:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff982a89b82680 x1876700069864832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762703.271491:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069865216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762703.271512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762703.271525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762703.271527:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762703.271533:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2087
00000100:00100000:3.0:1789762703.271533:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82680 x1876700069864832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762703.271539:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762703.271545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762703.271552:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762703.271559:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762703.271563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069865344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762703.271569:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762703.271578:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069864832:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762703.271607:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864960:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762703.271629:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762703.271642:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff982a89b81f80 x1876700069864960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762703.271655:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81f80 x1876700069864960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762703.271664:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762703.271667:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762703.271678:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069864960:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762703.271685:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865088:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762703.271708:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762703.271720:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff982a89b83100 x1876700069865088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762703.271733:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83100 x1876700069865088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762703.271741:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762703.271745:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762703.271748:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865088:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762703.271755:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865216:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762703.271774:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762703.271784:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff982a89b83480 x1876700069865216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762703.271796:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069865216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762703.271805:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762703.271808:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762703.271811:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865216:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762703.271817:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865344:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762703.271833:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762703.271850:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762703/real 1789762703]  req@ffff982a89b83b80 x1876700069865344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762703.271862:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069865344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762703.271871:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762703.271875:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762703.271878:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865344:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762704.103247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762705.127176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762706.151205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762707.175190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762708.199237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762708.391143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.391157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762708.391169:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.391183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2093
00000100:00080000:0.0:1789762708.391196:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.391205:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762708.391268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069865472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762708.391304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.391307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762708.391309:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.391314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2093
00000100:00080000:0.0:1789762708.391338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.391344:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762708.391355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762708.391357:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069865472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762708.391373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069865600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762708.391386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.391391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762708.391393:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.391398:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2093
00000100:00080000:0.0:1789762708.391402:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.391407:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762708.391412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762708.391425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069865728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762708.391434:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762708.391440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762708.391446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762708.391448:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.391454:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2093
00000100:00080000:0.0:1789762708.391461:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.391466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762708.391472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762708.391482:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff982a89b81880 x1876700069865472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762708.391488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069865856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762708.391502:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069865472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.391533:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762708.391535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762708.391539:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:0.0:1789762708.391542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762708.391546:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762708.391553:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2093
00000100:00100000:3.0:1789762708.391553:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069865472:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762708.391562:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762708.391568:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762708.391573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762708.391583:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762708.391589:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069865984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762708.391607:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762708.391618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff982a89b80e00 x1876700069865600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762708.391637:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069865600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.391644:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.391647:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762708.391651:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865600:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762708.391658:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865728:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762708.391680:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762708.391692:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff982a89b82300 x1876700069865728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762708.391705:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069865728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.391711:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.391714:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762708.391716:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865728:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762708.391720:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865856:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762708.391748:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762708.391760:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff982a89b80000 x1876700069865856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762708.391774:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069865856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.391793:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.391796:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762708.391799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865856:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762708.391812:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865984:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762708.391828:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762708.391835:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff982a89b82a00 x1876700069865984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762708.391843:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069865984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.391849:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.391851:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762708.391854:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069865984:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762709.223302:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762710.247175:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762711.271188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762712.295179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762713.319249:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762713.511151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762713.511161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762713.511165:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762713.511176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2098
00000100:00080000:3.0:1789762713.511187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762713.511195:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762713.511256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069866112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762713.511304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762713.511307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762713.511308:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762713.511312:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2098
00000100:00080000:3.0:1789762713.511315:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762713.511319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762713.511328:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762713.511339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069866240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762713.511346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762713.511349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762713.511350:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069866112:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762713.511351:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762713.511359:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2098
00000100:00080000:3.0:1789762713.511362:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762713.511365:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762713.511368:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762713.511376:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069866368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762713.511381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762713.511384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762713.511385:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762713.511388:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2098
00000100:00080000:3.0:1789762713.511396:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762713.511399:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762713.511404:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762713.511411:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069866496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762713.511418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762713.511421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762713.511422:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762713.511424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2098
00000100:00080000:3.0:1789762713.511427:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762713.511431:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762713.511435:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762713.511439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762713.511448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069866624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762713.511483:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff982a89a46d80 x1876700069866112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.511499:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069866112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.511508:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.511511:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762713.511515:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069866112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762713.511547:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762713.511565:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762713.511574:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff982a89a45f80 x1876700069866240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.511595:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069866240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.511601:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.511603:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762713.511606:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762713.511609:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762713.511625:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762713.511631:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff982a89a44380 x1876700069866368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.511639:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069866368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.511644:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.511646:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762713.511648:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762713.511651:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762713.511664:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762713.511670:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff982a89a44a80 x1876700069866496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.511677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069866496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.511692:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.511694:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762713.511696:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762713.511700:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762713.511714:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762713.511720:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff982a89a47480 x1876700069866624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.511728:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069866624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.511733:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.511735:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762713.511736:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866624:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762714.343266:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762715.367256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762716.391174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762717.415241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762718.439157:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762718.631216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762718.631232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762718.631240:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.631255:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2103
00000100:00080000:3.0:1789762718.631287:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762718.631296:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762718.631347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069866752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762718.631412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762718.631418:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762718.631420:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.631426:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2103
00000100:00080000:3.0:1789762718.631431:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762718.631436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762718.631449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762718.631468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069866880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762718.631484:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069866752:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762718.631486:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762718.631500:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762718.631505:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.631511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2103
00000100:00080000:3.0:1789762718.631515:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762718.631520:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762718.631526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762718.631544:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069867008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762718.631556:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762718.631560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762718.631562:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.631567:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2103
00000100:00080000:3.0:1789762718.631583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762718.631587:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762718.631594:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762718.631606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762718.631627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069867136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762718.631646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762718.631648:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff982a89a46680 x1876700069866752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762718.631666:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762718.631677:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762718.631689:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2103
00000100:00080000:3.0:1789762718.631716:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762718.631729:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069866752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.631744:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762718.631747:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762718.631753:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762718.631760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069866752:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789762718.631761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762718.631788:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069867264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762718.631815:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762718.631862:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762718.631887:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff982a89a45180 x1876700069866880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762718.631910:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069866880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.631921:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762718.631925:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762718.631929:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069866880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762718.631937:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762718.631962:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762718.631974:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff982a89a47b80 x1876700069867008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762718.631988:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069867008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.631997:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762718.632001:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762718.632004:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762718.632010:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762718.632048:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762718.632104:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff982a89a47480 x1876700069867136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762718.632134:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069867136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.632144:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762718.632148:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762718.632152:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762718.632160:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762718.632228:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762718.632242:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff982a89a44a80 x1876700069867264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762718.632256:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069867264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.632265:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762718.632268:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762718.632272:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867264:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762719.463309:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762720.487233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762721.511349:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762722.535211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762723.559313:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762723.751249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762723.751266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762723.751274:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762723.751289:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2108
00000100:00080000:0.0:1789762723.751307:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762723.751320:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762723.751378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069867392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762723.751440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762723.751448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762723.751452:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762723.751460:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2108
00000100:00080000:0.0:1789762723.751469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762723.751481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762723.751497:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762723.751525:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069867392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762723.751551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069867520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762723.751577:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762723.751586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762723.751590:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762723.751599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2108
00000100:00080000:0.0:1789762723.751609:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762723.751618:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762723.751628:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762723.751654:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069867648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762723.751679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762723.751681:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762723.751709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762723.751716:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762723.751726:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2108
00000100:00080000:0.0:1789762723.751752:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762723.751763:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff982a89b81c00 x1876700069867392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762723.751769:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762723.751789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762723.751813:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069867392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762723.751841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069867776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762723.751913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762723.751916:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762723.751925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762723.751935:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:0.0:1789762723.751936:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762723.751952:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069867392:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762723.751954:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2108
00000100:00080000:0.0:1789762723.751972:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762723.751985:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762723.751995:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762723.752011:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762723.752025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069867904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762723.752126:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762723.752199:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff982a89b80700 x1876700069867520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762723.752228:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069867520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762723.752245:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762723.752252:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762723.752259:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867520:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762723.752272:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867648:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762723.752315:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762723.752339:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff982a89b81500 x1876700069867648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762723.752362:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069867648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762723.752379:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762723.752385:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762723.752392:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867648:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762723.752419:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867776:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762723.752465:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762723.752490:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff982a89b80380 x1876700069867776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762723.752514:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069867776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762723.752530:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762723.752536:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762723.752543:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867776:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762723.752575:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867904:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762723.752630:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762723.752650:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff982a89b82d80 x1876700069867904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762723.752674:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069867904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762723.752689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762723.752696:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762723.752703:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069867904:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762724.583198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762725.607232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762726.631218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762727.655220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762728.679207:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762728.871201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762728.871216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762728.871221:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762728.871234:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2113
00000100:00080000:3.0:1789762728.871248:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762728.871257:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762728.871308:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069868032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762728.871338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762728.871341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762728.871342:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762728.871346:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2113
00000100:00080000:3.0:1789762728.871350:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762728.871354:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762728.871365:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.871376:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069868032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762728.871379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069868160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762728.871389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762728.871391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762728.871393:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762728.871396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2113
00000100:00080000:3.0:1789762728.871399:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762728.871401:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762728.871422:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762728.871431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069868288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762728.871438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762728.871441:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762728.871443:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762728.871445:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2113
00000100:00080000:3.0:1789762728.871448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762728.871451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762728.871455:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789762728.871456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762728.871467:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069868416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762728.871474:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762728.871477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762728.871478:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762728.871481:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2113
00000100:00080000:3.0:1789762728.871483:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762728.871485:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762728.871488:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762728.871497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069868544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762728.871505:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff982a89a44380 x1876700069868032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762728.871522:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069868032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.871531:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.871534:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762728.871537:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069868032:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762728.871569:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762728.871587:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762728.871596:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff982a89a45f80 x1876700069868160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762728.871604:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069868160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.871609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.871612:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762728.871614:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762728.871617:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762728.871629:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762728.871634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff982a89a46d80 x1876700069868288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762728.871641:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069868288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.871647:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.871648:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762728.871650:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762728.871653:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762728.871665:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762728.871671:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff982a89a47100 x1876700069868416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762728.871686:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069868416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.871691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.871693:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762728.871696:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762728.871706:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762728.871721:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762728.871727:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff982a89a47800 x1876700069868544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762728.871734:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069868544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.871740:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.871742:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762728.871744:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868544:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762729.703233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762730.727199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762731.751259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762732.775278:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762733.799233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762733.991213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.991226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762733.991231:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762733.991243:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2118
00000100:00080000:3.0:1789762733.991257:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762733.991268:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762733.991327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069868672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762733.991374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.991378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762733.991380:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762733.991395:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2118
00000100:00080000:3.0:1789762733.991400:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762733.991405:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762733.991418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762733.991444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069868800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762733.991454:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.991458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762733.991460:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762733.991464:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2118
00000100:00080000:3.0:1789762733.991468:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762733.991497:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762733.991504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762733.991519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069868928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762733.991533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.991537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762733.991540:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762733.991546:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2118
00000100:00100000:0.0:1789762733.991556:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069868672:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762733.991558:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762733.991571:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762733.991579:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762733.991599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069869056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762733.991610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762733.991615:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762733.991619:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762733.991623:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2118
00000100:00080000:3.0:1789762733.991629:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762733.991635:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762733.991643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762733.991648:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762733.991668:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069869184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762733.991708:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff982a89a44700 x1876700069868672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.991730:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069868672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.991745:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.991765:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762733.991769:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069868672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762733.991778:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762733.991803:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762733.991815:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff982a89a44000 x1876700069868800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.991827:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069868800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.991834:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.991838:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762733.991841:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762733.991866:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762733.991881:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762733.991890:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff982a89a45c00 x1876700069868928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.991901:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069868928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.991908:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.991910:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762733.991913:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069868928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762733.991918:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762733.991947:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762733.991956:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff982a89a45500 x1876700069869056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.991967:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069869056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.991974:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.991977:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762733.991980:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762733.991985:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762733.991999:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762733.992007:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff982a89a46300 x1876700069869184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.992018:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069869184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.992025:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.992027:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762733.992030:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869184:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762734.823306:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762735.847275:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762736.871232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762737.895198:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762738.919212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762739.111150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762739.111167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762739.111175:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762739.111187:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2123
00000100:00080000:3.0:1789762739.111200:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762739.111208:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762739.111257:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069869312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762739.111285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762739.111289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762739.111291:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762739.111296:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2123
00000100:00080000:3.0:1789762739.111301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762739.111306:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762739.111318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762739.111332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069869440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762739.111334:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069869312:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762739.111348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762739.111351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762739.111352:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762739.111356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2123
00000100:00080000:3.0:1789762739.111378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762739.111382:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762739.111387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762739.111396:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069869568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762739.111403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762739.111406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762739.111407:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762739.111409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2123
00000100:00080000:3.0:1789762739.111412:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762739.111415:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762739.111418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762739.111427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069869696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762739.111433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762739.111435:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762739.111437:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762739.111439:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2123
00000100:00080000:3.0:1789762739.111442:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762739.111444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762739.111448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762739.111456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069869824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762739.111462:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762739.111494:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762739.111507:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762739.111539:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869824:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762739.943260:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762740.967206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762741.991203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762742.183459:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789762742.183518:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762742.183542:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762742.183595:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762742.183607:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762742.183617:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762742.183634:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762742.183708:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762742]  req@ffff982a89a45500 x1876700069869824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762742.183770:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069869824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762742.183790:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762742.183796:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762742.183802:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869824:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762742.183814:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762742]  req@ffff982a89a45880 x1876700069869440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762742.183832:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069869440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762742.183841:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762742.183845:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762742.183867:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762742.183876:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762742]  req@ffff982a89a46a00 x1876700069869568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762742.183890:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069869568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762742.183899:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762742.183903:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762742.183931:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762742.183939:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762742]  req@ffff982a89a46300 x1876700069869696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762742.183955:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069869696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762742.183964:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762742.183968:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762742.183972:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069869696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762742.183982:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762739/real 1789762742]  req@ffff982a89a44e00 x1876700069869312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762742.183997:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069869312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762742.184024:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762742.184029:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762742.184033:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069869312:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789762743.015202:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762744.039185:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762744.231189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762744.231200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762744.231205:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762744.231218:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2128
00000100:00080000:0.0:1789762744.231231:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762744.231239:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762744.231297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83800 x1876700069869952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762744.231351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762744.231354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762744.231355:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762744.231359:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2128
00000100:00080000:0.0:1789762744.231362:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762744.231366:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762744.231376:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762744.231398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81180 x1876700069870080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762744.231405:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069869952:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762744.231407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762744.231414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762744.231418:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762744.231422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2128
00000100:00080000:0.0:1789762744.231424:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762744.231427:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762744.231430:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762744.231439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80a80 x1876700069870208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762744.231444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762744.231447:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762744.231448:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762744.231451:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2128
00000100:00080000:0.0:1789762744.231480:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762744.231487:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762744.231493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762744.231523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069870336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762744.231528:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762744.231539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762744.231544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762744.231546:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762744.231552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2128
00000100:00080000:0.0:1789762744.231575:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762744.231590:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762744.231596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762744.231605:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff982a89b83800 x1876700069869952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762744.231613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069870464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762744.231642:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83800 x1876700069869952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762744.231657:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762744.231663:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762744.231668:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069869952:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762744.231700:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870080:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762744.231730:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762744.231743:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff982a89b81180 x1876700069870080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762744.231756:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81180 x1876700069870080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762744.231764:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762744.231767:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762744.231771:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870080:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762744.231786:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870208:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762744.231809:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762744.231822:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff982a89b80a80 x1876700069870208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762744.231834:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80a80 x1876700069870208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762744.231843:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762744.231847:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762744.231851:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870208:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762744.231857:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870336:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762744.231881:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762744.231975:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff982a89b82d80 x1876700069870336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762744.232010:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069870336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762744.232020:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762744.232024:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762744.232027:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870336:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762744.232035:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870464:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762744.232089:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762744.232102:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762744/real 1789762744]  req@ffff982a89b80380 x1876700069870464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762744.232124:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069870464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762744.232132:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762744.232135:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762744.232139:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762745.063214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762746.087163:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762747.111186:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762748.135159:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762749.159240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762749.351164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.351172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762749.351176:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.351184:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2133
00000100:00080000:0.0:1789762749.351194:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.351199:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762749.351231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069870592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762749.351255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.351276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762749.351278:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.351283:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2133
00000100:00080000:0.0:1789762749.351289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.351295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762749.351307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762749.351324:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069870592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762749.351328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069870720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762749.351345:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.351349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762749.351351:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.351355:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2133
00000100:00080000:0.0:1789762749.351358:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.351362:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762749.351366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762749.351380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069870848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762749.351388:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.351391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762749.351392:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.351394:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2133
00000100:00080000:0.0:1789762749.351397:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.351400:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762749.351409:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762749.351418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069870976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762749.351426:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762749.351436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762749.351439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762749.351441:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.351444:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2133
00000100:00080000:0.0:1789762749.351448:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.351451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762749.351454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762749.351464:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069871104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762749.351491:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff982a89b81500 x1876700069870592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762749.351509:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069870592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762749.351519:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762749.351523:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762749.351526:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069870592:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762749.351551:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870720:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762749.351571:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762749.351580:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff982a89b80700 x1876700069870720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762749.351588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069870720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762749.351608:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762749.351610:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762749.351613:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870720:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762749.351617:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870848:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762749.351633:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762749.351640:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff982a89b81c00 x1876700069870848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762749.351648:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069870848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762749.351653:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762749.351655:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762749.351658:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870848:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762749.351662:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870976:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762749.351673:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762749.351679:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff982a89b82a00 x1876700069870976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762749.351686:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069870976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762749.351691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762749.351693:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762749.351695:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069870976:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762749.351707:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871104:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762749.351721:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762749.351728:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff982a89b80000 x1876700069871104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762749.351735:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069871104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762749.351740:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762749.351742:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762749.351744:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871104:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762750.183209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762751.207208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762752.231238:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762753.255244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762754.279210:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762754.471113:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.471124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762754.471129:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762754.471141:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2139
00000100:00080000:0.0:1789762754.471155:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.471173:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762754.471232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069871232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762754.471263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.471266:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762754.471268:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762754.471272:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2139
00000100:00080000:0.0:1789762754.471301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.471307:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762754.471315:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069871232:192.168.203.153@tcp:250:
00000008:00100000:0.0:1789762754.471320:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762754.471341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069871360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762754.471354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.471357:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762754.471359:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762754.471363:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2139
00000100:00080000:0.0:1789762754.471367:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.471370:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762754.471375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762754.471386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069871488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762754.471393:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762754.471402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762754.471406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762754.471409:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762754.471415:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2139
00000100:00080000:0.0:1789762754.471420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.471425:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762754.471432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762754.471442:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff982a89b82300 x1876700069871232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762754.471447:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069871616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762754.471466:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069871232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762754.471481:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762754.471485:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762754.471486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762754.471490:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762754.471493:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:0.0:1789762754.471496:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2139
00000100:00100000:3.0:1789762754.471500:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069871232:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762754.471502:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762754.471516:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762754.471523:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762754.471529:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762754.471539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069871744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762754.471557:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762754.471575:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff982a89b80e00 x1876700069871360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762754.471605:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069871360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762754.471614:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762754.471617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762754.471621:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871360:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762754.471627:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871488:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762754.471649:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762754.471662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff982a89b81880 x1876700069871488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762754.471674:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069871488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762754.471682:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762754.471685:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762754.471689:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871488:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762754.471695:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871616:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762754.471716:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762754.471728:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff982a89b83b80 x1876700069871616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762754.471752:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069871616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762754.471773:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762754.471776:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762754.471778:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871616:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762754.471791:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871744:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762754.471807:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762754.471814:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff982a89b83480 x1876700069871744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762754.471822:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069871744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762754.471827:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762754.471830:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762754.471832:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069871744:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762755.303182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762756.327150:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762757.351245:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762758.375123:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762759.399232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762759.591154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762759.591163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762759.591166:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762759.591174:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2144
00000100:00080000:2.0:1789762759.591184:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762759.591189:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762759.591221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069871872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762759.591241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762759.591243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762759.591245:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762759.591260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2144
00000100:00080000:2.0:1789762759.591263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762759.591267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762759.591276:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762759.591287:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069872000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762759.591299:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069871872:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762759.591300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762759.591313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762759.591316:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762759.591320:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2144
00000100:00080000:2.0:1789762759.591323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762759.591325:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762759.591328:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762759.591341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069872128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762759.591347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762759.591349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762759.591352:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762759.591355:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2144
00000100:00080000:2.0:1789762759.591358:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762759.591361:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762759.591364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762759.591373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069872256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762759.591384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762759.591386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762759.591387:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762759.591390:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2144
00000100:00080000:2.0:1789762759.591394:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762759.591400:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762759.591405:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762759.591412:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762759.591425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069872384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762759.591458:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff982a9216ed80 x1876700069871872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.591484:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069871872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.591494:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.591509:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762759.591512:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069871872:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762759.591540:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872000:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762759.591560:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762759.591569:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff982a9216f100 x1876700069872000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.591578:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069872000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.591584:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.591586:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762759.591588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872000:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762759.591592:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872128:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762759.591603:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762759.591608:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff982a9216df80 x1876700069872128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.591616:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069872128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.591621:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.591623:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762759.591624:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872128:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762759.591628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872256:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762759.591650:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762759.591658:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff982a9216ca80 x1876700069872256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.591666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069872256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.591671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.591673:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762759.591675:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872256:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762759.591679:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872384:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762759.591689:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762759.591695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff982a9216e680 x1876700069872384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.591702:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069872384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.591707:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.591709:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762759.591711:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872384:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762760.423280:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762761.447278:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762762.471159:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762763.495227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762764.519179:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762764.711147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762764.711162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762764.711168:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762764.711183:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2149
00000100:00080000:2.0:1789762764.711199:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762764.711209:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762764.711262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069872512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762764.711302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762764.711305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762764.711307:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762764.711337:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2149
00000100:00080000:2.0:1789762764.711351:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762764.711358:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069872512:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762764.711360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762764.711376:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762764.711404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069872640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762764.711413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762764.711416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762764.711417:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762764.711420:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2149
00000100:00080000:2.0:1789762764.711433:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762764.711436:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762764.711441:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762764.711450:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069872768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762764.711458:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762764.711461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762764.711464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762764.711466:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762764.711470:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2149
00000100:00080000:2.0:1789762764.711472:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762764.711475:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762764.711479:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762764.711488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069872896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762764.711501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762764.711504:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762764.711505:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762764.711509:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2149
00000100:00080000:2.0:1789762764.711513:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762764.711518:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762764.711520:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff982a9216f480 x1876700069872512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762764.711522:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762764.711533:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069873024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762764.711571:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069872512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.711583:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.711586:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762764.711589:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069872512:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762764.711621:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872640:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762764.711648:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762764.711659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff982a9216f800 x1876700069872640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.711668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069872640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.711674:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.711677:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762764.711679:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872640:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762764.711683:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872768:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762764.711705:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762764.711711:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff982a9216d180 x1876700069872768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.711719:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069872768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.711725:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.711732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762764.711735:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872768:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762764.711740:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872896:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762764.711764:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762764.711776:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff982a9216e680 x1876700069872896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.711789:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069872896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.711796:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.711799:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762764.711801:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069872896:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762764.711805:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873024:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762764.711829:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762764.711851:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff982a9216ca80 x1876700069873024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.711859:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069873024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.711865:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.711867:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762764.711870:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873024:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762765.543203:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762766.567213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762767.591212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762768.615228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762769.639250:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762769.831222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762769.831240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762769.831246:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762769.831261:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2154
00000100:00080000:2.0:1789762769.831276:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762769.831285:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762769.831340:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069873152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762769.831376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762769.831380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762769.831382:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762769.831387:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2154
00000100:00080000:2.0:1789762769.831413:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762769.831418:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762769.831431:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762769.831445:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069873280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762769.831464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762769.831468:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762769.831471:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762769.831476:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2154
00000100:00100000:3.0:1789762769.831481:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069873152:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762769.831482:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762769.831490:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762769.831497:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762769.831511:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069873408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762769.831529:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762769.831534:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762769.831536:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762769.831541:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2154
00000100:00080000:2.0:1789762769.831552:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762769.831558:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762769.831564:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762769.831569:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762769.831581:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069873536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762769.831606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762769.831610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762769.831612:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762769.831617:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2154
00000100:00100000:3.0:1789762769.831622:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff982a9216df80 x1876700069873152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762769.831624:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762769.831633:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762769.831641:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762769.831645:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069873152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.831656:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762769.831659:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069873664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762769.831662:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762769.831670:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069873152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762769.831681:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873280:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762769.831699:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762769.831708:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff982a9216f100 x1876700069873280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.831719:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069873280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.831725:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.831728:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762769.831731:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873280:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762769.831756:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873408:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762769.831768:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762769.831774:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff982a9216ed80 x1876700069873408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.831818:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069873408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.831827:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.831831:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762769.831835:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873408:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762769.831849:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873536:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762769.831869:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762769.831878:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff982a9216ca80 x1876700069873536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.831886:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069873536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.831891:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.831894:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762769.831896:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873536:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762769.831899:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873664:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762769.831910:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762769.831916:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff982a9216e680 x1876700069873664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.831923:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069873664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.831938:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.831940:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762769.831943:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873664:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762770.663177:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762771.687251:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762772.711190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762773.735349:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762774.759223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762774.951202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762774.951210:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762774.951213:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762774.951222:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2159
00000100:00080000:0.0:1789762774.951231:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762774.951237:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762774.951288:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83100 x1876700069873792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762774.951343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762774.951349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762774.951352:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762774.951359:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2159
00000100:00080000:0.0:1789762774.951365:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762774.951371:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069873792:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762774.951377:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762774.951413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762774.951431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81f80 x1876700069873920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762774.951442:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789762774.951443:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762774.951449:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762774.951452:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762774.951458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2159
00000100:00080000:0.0:1789762774.951463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762774.951468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762774.951472:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762774.951483:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82680 x1876700069874048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762774.951491:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762774.951493:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff982a89b83100 x1876700069873792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762774.951498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762774.951503:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762774.951515:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2159
00000100:00080000:0.0:1789762774.951521:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762774.951524:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762774.951529:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762774.951530:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83100 x1876700069873792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.951545:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762774.951546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069874176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762774.951555:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762774.951564:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069873792:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789762774.951566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762774.951574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762774.951582:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762774.951588:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2159
00000100:00080000:0.0:1789762774.951592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762774.951594:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873920:192.168.203.153@tcp:38:
00000100:00080000:0.0:1789762774.951601:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789762774.951609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762774.951623:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069874304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762774.951628:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762774.951646:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff982a89b81f80 x1876700069873920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.951661:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81f80 x1876700069873920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.951669:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.951672:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762774.951684:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069873920:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762774.951690:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874048:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762774.951709:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762774.951718:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff982a89b82680 x1876700069874048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.951728:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82680 x1876700069874048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.951734:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.951736:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762774.951739:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874048:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762774.951744:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874176:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762774.951775:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762774.951785:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff982a89b83480 x1876700069874176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.951795:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069874176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.951802:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.951804:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762774.951807:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874176:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762774.951820:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874304:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762774.951834:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762774.951850:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff982a89b83b80 x1876700069874304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.951860:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069874304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.951867:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.951870:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762774.951872:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874304:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762775.783309:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762776.807218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762777.831279:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762778.855223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762779.879267:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762780.071219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.071230:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762780.071235:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.071245:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2164
00000100:00080000:2.0:1789762780.071258:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.071265:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762780.071312:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069874432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762780.071340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.071343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762780.071364:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.071368:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2164
00000100:00080000:2.0:1789762780.071372:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.071376:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762780.071385:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762780.071397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069874560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762780.071399:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069874432:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762780.071408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.071412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762780.071413:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.071416:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2164
00000100:00080000:2.0:1789762780.071418:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.071420:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762780.071423:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762780.071431:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069874688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762780.071436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.071439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762780.071440:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.071443:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2164
00000100:00080000:2.0:1789762780.071445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762780.071448:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762780.071451:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762780.071465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069874816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762780.071471:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762780.071474:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762780.071475:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762780.071477:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2164
00000100:00080000:2.0:1789762780.071480:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762780.071485:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762780.071487:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762780.071492:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762780.071499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069874944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762780.071540:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff982a9216d180 x1876700069874432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762780.071556:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069874432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762780.071566:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762780.071569:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762780.071572:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069874432:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762780.071597:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874560:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762780.071615:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762780.071624:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff982a9216f800 x1876700069874560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762780.071632:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069874560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762780.071645:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762780.071648:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762780.071650:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874560:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762780.071655:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874688:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789762780.071670:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762780.071677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff982a9216f480 x1876700069874688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762780.071684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069874688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762780.071689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762780.071691:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762780.071693:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874688:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762780.071696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874816:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762780.071709:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762780.071714:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff982a9216e680 x1876700069874816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762780.071740:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069874816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762780.071746:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762780.071748:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762780.071750:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874816:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789762780.071760:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874944:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789762780.071777:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762780.071784:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762780/real 1789762780]  req@ffff982a9216ca80 x1876700069874944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762780.071791:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069874944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762780.071796:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762780.071798:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789762780.071800:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069874944:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762780.903174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762781.927215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762782.951176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762783.975191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762784.999156:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762785.191168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762785.191179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762785.191183:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762785.191194:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2169
00000100:00080000:3.0:1789762785.191206:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762785.191213:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762785.191264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069875072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762785.191288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762785.191291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762785.191292:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762785.191295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2169
00000100:00080000:3.0:1789762785.191298:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762785.191300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762785.191333:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762785.191338:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069875072:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762785.191347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069875200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762785.191357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762785.191360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762785.191361:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762785.191364:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2169
00000100:00080000:3.0:1789762785.191368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762785.191370:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762785.191374:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762785.191382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069875328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762785.191389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762785.191392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762785.191393:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762785.191395:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2169
00000100:00080000:3.0:1789762785.191398:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762785.191400:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762785.191404:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762785.191410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069875456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762785.191417:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762785.191421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762785.191425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762785.191430:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762785.191435:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2169
00000100:00080000:3.0:1789762785.191439:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762785.191445:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762785.191451:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762785.191464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069875584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762785.191476:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff982a89a45c00 x1876700069875072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762785.191493:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069875072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762785.191502:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762785.191505:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762785.191509:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069875072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762785.191534:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762785.191553:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762785.191563:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff982a89a44000 x1876700069875200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762785.191571:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069875200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762785.191588:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762785.191591:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762785.191593:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762785.191598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762785.191612:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762785.191619:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff982a89a44700 x1876700069875328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762785.191627:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069875328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762785.191632:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762785.191634:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762785.191635:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762785.191639:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762785.191651:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762785.191657:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff982a89a47800 x1876700069875456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762785.191664:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069875456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762785.191669:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762785.191671:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762785.191673:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762785.191698:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762785.191715:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762785.191731:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762785/real 1789762785]  req@ffff982a89a47100 x1876700069875584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762785.191738:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069875584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762785.191744:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762785.191746:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762785.191749:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875584:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762786.023224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762787.047235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762788.071234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762789.095184:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762790.119205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762790.311148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.311158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762790.311163:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.311175:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2174
00000100:00080000:3.0:1789762790.311189:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.311199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762790.311256:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069875712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762790.311290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.311294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762790.311295:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.311300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2174
00000100:00080000:3.0:1789762790.311303:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.311307:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762790.311318:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.311334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069875840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762790.311366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.311372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762790.311373:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069875712:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762790.311375:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.311384:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2174
00000100:00080000:3.0:1789762790.311389:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.311393:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762790.311398:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.311410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069875968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762790.311416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.311419:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762790.311421:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762790.311423:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2174
00000100:00080000:3.0:1789762790.311427:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.311429:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762790.311433:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.311440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069876096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762790.311446:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762790.311449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762790.311450:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762790.311455:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762790.311459:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2174
00000100:00080000:3.0:1789762790.311471:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762790.311475:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762790.311480:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762790.311491:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069876224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762790.311506:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff982a89a46d80 x1876700069875712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.311523:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069875712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.311532:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.311536:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762790.311539:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069875712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762790.311563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762790.311578:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762790.311586:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff982a89a45f80 x1876700069875840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.311607:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069875840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.311613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.311615:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762790.311618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762790.311621:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762790.311634:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762790.311656:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff982a89a44380 x1876700069875968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.311670:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069875968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.311678:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.311681:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762790.311683:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069875968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762790.311687:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762790.311701:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762790.311708:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff982a89a44a80 x1876700069876096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.311716:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069876096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.311730:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.311732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762790.311735:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762790.311739:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762790.311754:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762790.311760:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762790/real 1789762790]  req@ffff982a89a47480 x1876700069876224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762790.311767:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069876224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762790.311772:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762790.311782:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762790.311785:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876224:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762791.143195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762792.167228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762793.191160:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762794.215198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762795.239223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762795.431239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.431255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762795.431260:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.431274:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2180
00000100:00080000:2.0:1789762795.431290:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.431300:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762795.431366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069876352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762795.431413:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.431416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762795.431418:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.431421:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2180
00000100:00080000:2.0:1789762795.431424:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.431427:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762795.431448:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762795.431462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069876480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762795.431470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.431473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762795.431474:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.431476:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2180
00000100:00080000:2.0:1789762795.431478:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.431481:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762795.431485:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762795.431495:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069876608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762795.431505:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069876352:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762795.431509:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.431529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762795.431531:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.431536:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2180
00000100:00080000:2.0:1789762795.431545:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.431552:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762795.431557:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762795.431572:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069876736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762795.431580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762795.431583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762795.431584:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762795.431587:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2180
00000100:00080000:2.0:1789762795.431590:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762795.431593:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762795.431596:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762795.431619:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069876864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762795.431634:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762795.431696:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff982a9216ed80 x1876700069876352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.431717:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069876352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.431729:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.431735:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762795.431756:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069876352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762795.431782:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762795.431830:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762795.431849:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff982a9216f100 x1876700069876480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.431867:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069876480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.431880:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.431885:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762795.431890:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762795.431919:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762795.431941:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762795.431952:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff982a9216df80 x1876700069876608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.431962:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069876608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.431970:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.431973:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762795.431976:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762795.431996:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762795.432011:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762795.432018:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff982a9216ca80 x1876700069876736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.432034:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069876736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.432040:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.432042:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762795.432044:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762795.432088:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762795.432105:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762795.432114:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff982a9216e680 x1876700069876864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.432122:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069876864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.432128:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.432130:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762795.432133:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069876864:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762796.263210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762797.287208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762798.311178:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762799.335219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762800.359287:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762800.551169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762800.551179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762800.551184:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762800.551195:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2185
00000100:00080000:3.0:1789762800.551207:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762800.551214:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762800.551260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069876992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762800.551284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762800.551287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762800.551289:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762800.551292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2185
00000100:00080000:3.0:1789762800.551294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762800.551296:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762800.551306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762800.551315:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069877120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762800.551330:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069876992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762800.551348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762800.551351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762800.551353:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762800.551356:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2185
00000100:00080000:3.0:1789762800.551359:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762800.551362:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762800.551366:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762800.551375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069877248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762800.551381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762800.551384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762800.551385:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762800.551388:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2185
00000100:00080000:3.0:1789762800.551390:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762800.551392:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762800.551396:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762800.551403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069877376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762800.551408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762800.551411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762800.551413:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762800.551415:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2185
00000100:00080000:3.0:1789762800.551423:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762800.551427:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762800.551430:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762800.551436:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762800.551445:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069877504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762800.551477:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff982a89a47b80 x1876700069876992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.551494:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069876992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.551504:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.551513:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762800.551517:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069876992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762800.551542:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762800.551560:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762800.551585:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff982a89a45180 x1876700069877120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.551594:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069877120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.551600:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.551603:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762800.551605:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762800.551609:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762800.551623:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762800.551629:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff982a89a46680 x1876700069877248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.551637:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069877248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.551642:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.551644:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762800.551646:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762800.551650:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762800.551672:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762800.551679:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff982a89a47480 x1876700069877376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.551687:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069877376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.551692:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.551694:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762800.551696:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762800.551700:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762800.551711:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762800.551717:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff982a89a44a80 x1876700069877504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.551725:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069877504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.551730:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.551731:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762800.551733:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877504:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762801.383250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762802.407223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762803.431224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762804.455156:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762805.479188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762805.671169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762805.671184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762805.671189:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762805.671203:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2190
00000100:00080000:2.0:1789762805.671217:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762805.671225:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762805.671305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069877632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762805.671330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762805.671333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762805.671335:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762805.671338:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2190
00000100:00080000:2.0:1789762805.671342:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762805.671344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762805.671353:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762805.671362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069877760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762805.671369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762805.671372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762805.671374:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762805.671376:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2190
00000100:00080000:2.0:1789762805.671378:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762805.671381:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762805.671384:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762805.671391:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069877632:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762805.671393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069877888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762805.671406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762805.671409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762805.671410:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762805.671418:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2190
00000100:00080000:2.0:1789762805.671421:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762805.671424:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762805.671429:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762805.671440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069878016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762805.671448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762805.671450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762805.671452:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762805.671454:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2190
00000100:00080000:2.0:1789762805.671456:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762805.671458:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762805.671461:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762805.671467:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069878144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762805.671521:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762805.671584:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762805.671609:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762805.671644:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878144:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762806.503201:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762807.527188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762808.551283:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762808.743417:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789762808.743478:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762808.743517:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789762808.743570:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789762808.743581:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789762808.743591:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789762808.743603:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762808.743645:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762808]  req@ffff982a9216d180 x1876700069877888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762808.743677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069877888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762808.743692:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762808.743698:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762808.743704:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762808.743732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762808]  req@ffff982a9216e680 x1876700069878016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762808.743749:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069878016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762808.743758:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762808.743762:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762808.743766:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762808.743775:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762808]  req@ffff982a9216ca80 x1876700069878144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762808.743788:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069878144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762808.743797:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762808.743802:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762808.743826:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878144:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762808.743835:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762808]  req@ffff982a9216f480 x1876700069877632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762808.743851:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069877632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762808.743859:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762808.743863:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762808.743867:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069877632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762808.743874:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762808]  req@ffff982a9216f800 x1876700069877760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762808.743887:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069877760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762808.743897:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762808.743901:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762808.743905:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069877760:192.168.203.153@tcp:38:
00010000:00010000:2.0:1789762809.575180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762810.599246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762810.791153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762810.791161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762810.791164:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762810.791173:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2195
00000100:00080000:2.0:1789762810.791182:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762810.791189:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762810.791221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069878272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762810.791254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762810.791257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762810.791258:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762810.791261:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2195
00000100:00080000:2.0:1789762810.791264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762810.791267:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762810.791274:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762810.791283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069878400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762810.791289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762810.791292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762810.791293:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762810.791295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2195
00000100:00080000:2.0:1789762810.791298:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762810.791300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762810.791303:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762810.791311:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069878528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762810.791312:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069878272:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762810.791318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762810.791320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762810.791323:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762810.791330:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2195
00000100:00080000:2.0:1789762810.791337:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762810.791340:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762810.791344:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762810.791354:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069878656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762810.791360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762810.791362:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762810.791363:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762810.791366:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2195
00000100:00080000:2.0:1789762810.791368:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762810.791370:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762810.791373:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762810.791379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069878784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762810.791393:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762810.791434:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff982a9216df80 x1876700069878272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.791453:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069878272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.791463:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.791475:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762810.791479:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069878272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762810.791502:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762810.791529:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762810.791543:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff982a9216f100 x1876700069878400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.791556:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069878400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.791564:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.791567:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762810.791571:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762810.791598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762810.791624:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762810.791636:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff982a9216ed80 x1876700069878528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.791647:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069878528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.791654:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.791658:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762810.791661:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762810.791667:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762810.791711:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762810.791724:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff982a9216f800 x1876700069878656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.791736:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069878656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.791744:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.791747:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762810.791751:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762810.791757:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762810.791777:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762810.791787:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762810]  req@ffff982a9216f480 x1876700069878784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762810.791798:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069878784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762810.791806:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762810.791809:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762810.791813:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069878784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762811.623208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762812.647218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762813.671149:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762814.695147:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762815.719243:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762815.911189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.911198:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762815.911203:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.911214:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2200
00000100:00080000:1.0:1789762815.911226:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.911233:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762815.911278:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069878912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.911302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.911305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.911307:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.911310:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2200
00000100:00080000:1.0:1789762815.911312:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.911314:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762815.911323:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.911332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069879040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.911339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762815.911360:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069878912:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762815.911362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762815.911366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.911373:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2200
00000100:00080000:1.0:1789762815.911377:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.911379:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762815.911383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.911393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069879168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.911400:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.911403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.911405:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.911408:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2200
00000100:00080000:1.0:1789762815.911410:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.911413:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762815.911416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.911424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069879296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.911429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.911432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762815.911434:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.911436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2200
00000100:00080000:1.0:1789762815.911439:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.911441:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762815.911461:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789762815.911466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.911479:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069879424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762815.911513:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff982a88059880 x1876700069878912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.911541:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069878912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.911550:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.911554:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762815.911557:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069878912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762815.911563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762815.911582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762815.911590:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff982a8805aa00 x1876700069879040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.911598:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069879040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.911603:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.911605:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762815.911607:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762815.911629:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762815.911640:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762815.911646:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff982a88058e00 x1876700069879168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.911654:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069879168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.911659:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.911666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762815.911668:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762815.911673:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762815.911687:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762815.911694:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff982a88058a80 x1876700069879296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.911701:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069879296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.911706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.911708:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762815.911710:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762815.911714:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762815.911725:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762815.911731:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff982a8805b100 x1876700069879424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.911738:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069879424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.911743:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.911745:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762815.911746:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879424:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762816.743222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762817.767158:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762818.791157:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762819.815144:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762820.839230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762821.031111:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762821.031123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762821.031127:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762821.031138:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2205
00000100:00080000:1.0:1789762821.031151:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762821.031158:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762821.031205:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069879552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762821.031227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762821.031230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762821.031231:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762821.031234:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2205
00000100:00080000:1.0:1789762821.031237:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762821.031239:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762821.031248:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762821.031256:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069879680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762821.031262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762821.031265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762821.031266:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762821.031268:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2205
00000100:00080000:1.0:1789762821.031289:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762821.031293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762821.031297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762821.031305:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069879552:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762821.031307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069879808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762821.031317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762821.031325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762821.031326:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762821.031329:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2205
00000100:00080000:1.0:1789762821.031331:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762821.031334:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762821.031337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762821.031345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069879936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762821.031350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762821.031353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762821.031354:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762821.031357:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2205
00000100:00080000:1.0:1789762821.031359:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762821.031361:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762821.031364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762821.031371:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069880064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762821.031396:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762821.031456:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff982a88058700 x1876700069879552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762821.031471:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069879552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762821.031481:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762821.031484:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762821.031487:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069879552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762821.031493:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762821.031518:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762821.031527:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff982a88059500 x1876700069879680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762821.031536:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069879680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762821.031542:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762821.031544:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762821.031546:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762821.031569:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762821.031580:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762821.031586:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff982a88059f80 x1876700069879808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762821.031593:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069879808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762821.031604:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762821.031607:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762821.031610:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762821.031614:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762821.031628:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762821.031635:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff982a8805b800 x1876700069879936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762821.031642:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069879936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762821.031647:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762821.031649:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762821.031651:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069879936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762821.031655:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762821.031665:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762821.031670:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762821/real 1789762821]  req@ffff982a88058380 x1876700069880064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762821.031678:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069880064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762821.031682:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762821.031684:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762821.031686:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880064:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762821.863141:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762822.887163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762823.911204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762824.935156:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762825.959158:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762826.151173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762826.151184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762826.151188:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762826.151199:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2210
00000100:00080000:1.0:1789762826.151212:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762826.151219:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762826.151267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069880192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762826.151292:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762826.151295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762826.151296:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762826.151299:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2210
00000100:00080000:1.0:1789762826.151301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762826.151304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762826.151313:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762826.151322:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069880320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762826.151330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762826.151333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762826.151334:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762826.151337:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2210
00000100:00080000:1.0:1789762826.151339:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762826.151342:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762826.151364:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762826.151391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069880448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762826.151396:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069880192:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762826.151403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762826.151408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762826.151410:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762826.151414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2210
00000100:00080000:1.0:1789762826.151418:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762826.151422:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762826.151427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762826.151442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069880576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762826.151451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762826.151453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762826.151455:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762826.151457:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2210
00000100:00080000:1.0:1789762826.151462:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762826.151466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762826.151469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762826.151475:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762826.151484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069880704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762826.151523:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff982a8805a680 x1876700069880192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762826.151536:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069880192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762826.151545:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762826.151548:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762826.151551:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069880192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762826.151557:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762826.151572:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762826.151580:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff982a88059180 x1876700069880320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762826.151588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069880320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762826.151593:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762826.151595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762826.151597:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762826.151616:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762826.151627:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762826.151634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff982a8805ad80 x1876700069880448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762826.151659:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069880448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762826.151665:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762826.151667:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762826.151669:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762826.151673:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762826.151687:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762826.151693:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff982a88058380 x1876700069880576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762826.151700:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069880576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762826.151705:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762826.151707:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762826.151708:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762826.151712:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762826.151721:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762826.151727:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762826/real 1789762826]  req@ffff982a8805b800 x1876700069880704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762826.151733:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069880704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762826.151746:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762826.151749:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762826.151751:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880704:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762826.983244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762828.007211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762829.031183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762830.055283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762831.079231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762831.271108:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762831.271119:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762831.271125:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762831.271139:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2215
00000100:00080000:1.0:1789762831.271152:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762831.271162:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762831.271212:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069880832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762831.271238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762831.271240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762831.271242:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762831.271246:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2215
00000100:00080000:1.0:1789762831.271251:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762831.271256:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762831.271269:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762831.271279:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069880832:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762831.271287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069880960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762831.271300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762831.271303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762831.271304:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762831.271308:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2215
00000100:00080000:1.0:1789762831.271311:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762831.271314:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762831.271350:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762831.271360:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069881088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762831.271367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762831.271370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762831.271372:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762831.271375:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2215
00000100:00080000:1.0:1789762831.271378:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762831.271381:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762831.271385:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762831.271390:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762831.271395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069881216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762831.271402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762831.271405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762831.271406:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762831.271409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2215
00000100:00080000:1.0:1789762831.271419:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762831.271421:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762831.271424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762831.271434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069881344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762831.271442:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff982a88059f80 x1876700069880832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762831.271459:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069880832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762831.271468:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762831.271472:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762831.271475:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069880832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762831.271501:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762831.271519:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762831.271527:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff982a88059500 x1876700069880960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762831.271535:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069880960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762831.271541:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762831.271543:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762831.271545:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069880960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762831.271557:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762831.271573:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762831.271580:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff982a88058700 x1876700069881088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762831.271587:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069881088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762831.271593:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762831.271595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762831.271598:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762831.271601:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762831.271613:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762831.271618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff982a8805b100 x1876700069881216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762831.271626:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069881216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762831.271631:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762831.271633:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762831.271635:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762831.271638:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762831.271647:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762831.271653:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762831/real 1789762831]  req@ffff982a88058a80 x1876700069881344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762831.271666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069881344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762831.271671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762831.271674:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762831.271676:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881344:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762832.103242:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762833.127226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762834.151224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762835.175234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762836.199214:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762836.391184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762836.391194:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762836.391199:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762836.391209:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2221
00000100:00080000:2.0:1789762836.391245:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762836.391252:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762836.391307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069881472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762836.391337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762836.391341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762836.391343:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762836.391347:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2221
00000100:00080000:2.0:1789762836.391350:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762836.391354:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762836.391363:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762836.391374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069881600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762836.391381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762836.391384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762836.391386:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762836.391389:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2221
00000100:00080000:2.0:1789762836.391392:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762836.391395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762836.391398:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762836.391404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069881728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762836.391410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762836.391418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762836.391419:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762836.391424:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2221
00000100:00080000:2.0:1789762836.391430:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762836.391433:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069881472:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762836.391436:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762836.391446:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762836.391458:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069881856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762836.391466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762836.391469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762836.391471:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762836.391474:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2221
00000100:00080000:2.0:1789762836.391476:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762836.391479:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762836.391482:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762836.391489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069881984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762836.391516:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762836.391568:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff982a9216ca80 x1876700069881472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.391586:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069881472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.391596:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.391601:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762836.391605:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069881472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762836.391614:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762836.391637:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762836.391649:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff982a9216e680 x1876700069881600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.391660:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069881600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.391668:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.391686:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762836.391691:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762836.391698:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762836.391718:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762836.391728:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff982a9216d180 x1876700069881728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.391740:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069881728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.391747:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.391750:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762836.391753:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762836.391781:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762836.391800:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762836.391811:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff982a9216f480 x1876700069881856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.391822:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069881856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.391830:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.391834:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762836.391837:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762836.391844:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762836.391870:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762836.391880:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff982a9216f800 x1876700069881984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.391892:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069881984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.391900:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762836.391904:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762836.391907:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069881984:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762837.223222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762838.247241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762839.271261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762840.295233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762841.319249:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762841.511188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762841.511202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762841.511207:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762841.511221:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2226
00000100:00080000:2.0:1789762841.511235:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762841.511245:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762841.511312:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069882112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762841.511361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762841.511366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762841.511368:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762841.511373:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2226
00000100:00080000:2.0:1789762841.511378:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762841.511384:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762841.511397:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762841.511414:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069882240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762841.511428:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069882112:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762841.511431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762841.511445:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762841.511448:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762841.511453:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2226
00000100:00080000:2.0:1789762841.511458:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762841.511465:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762841.511471:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762841.511489:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069882368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762841.511499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762841.511505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789762841.511509:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762841.511511:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762841.511520:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2226
00000100:00080000:2.0:1789762841.511534:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762841.511541:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762841.511549:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762841.511565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff982a9216ed80 x1876700069882112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762841.511566:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069882496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762841.511620:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762841.511627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762841.511629:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762841.511631:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069882112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762841.511645:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2226
00000100:00080000:0.0:1789762841.511653:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762841.511655:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762841.511660:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762841.511669:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069882112:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762841.511669:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762841.511686:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762841.511705:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882240:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789762841.511708:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069882624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762841.511736:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762841.511749:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff982a9216f100 x1876700069882240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762841.511758:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069882240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762841.511775:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.511778:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762841.511781:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762841.511785:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762841.511801:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762841.511808:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff982a9216df80 x1876700069882368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762841.511820:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069882368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762841.511828:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.511832:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762841.511835:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762841.511842:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762841.511864:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762841.511873:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff982a9216f800 x1876700069882496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762841.511881:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069882496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762841.511886:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.511888:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762841.511890:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762841.511909:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762841.511924:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762841.511930:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff982a9216f480 x1876700069882624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762841.511938:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069882624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762841.511943:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762841.511945:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762841.511948:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882624:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762842.343205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762843.367195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762844.391300:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762845.415195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762846.439187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762846.631169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762846.631177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762846.631181:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.631189:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2231
00000100:00080000:2.0:1789762846.631198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762846.631203:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762846.631252:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069882752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762846.631274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762846.631292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762846.631294:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.631300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2231
00000100:00080000:2.0:1789762846.631304:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762846.631308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762846.631315:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762846.631329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069882880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762846.631334:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069882752:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762846.631341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762846.631345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762846.631347:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.631350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2231
00000100:00080000:2.0:1789762846.631352:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762846.631354:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762846.631358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762846.631366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069883008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762846.631372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762846.631375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762846.631376:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.631378:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2231
00000100:00080000:2.0:1789762846.631381:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762846.631383:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762846.631394:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762846.631402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069883136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762846.631408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762846.631411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762846.631412:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.631414:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2231
00000100:00080000:2.0:1789762846.631418:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762846.631420:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762846.631423:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762846.631425:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762846.631438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069883264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762846.631499:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff982a9216d180 x1876700069882752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.631521:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069882752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.631531:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.631535:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762846.631538:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069882752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762846.631566:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762846.631599:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762846.631610:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff982a9216e680 x1876700069882880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.631637:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069882880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.631643:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.631646:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762846.631648:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069882880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762846.631653:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762846.631670:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762846.631677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff982a9216ca80 x1876700069883008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.631685:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069883008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.631690:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.631692:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762846.631693:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762846.631697:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762846.631709:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762846.631715:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff982a9216f480 x1876700069883136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.631722:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069883136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.631736:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.631739:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762846.631741:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762846.631746:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762846.631760:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762846.631766:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff982a9216f800 x1876700069883264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762846.631774:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069883264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762846.631779:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762846.631781:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762846.631782:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883264:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762847.463291:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762848.487255:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762849.511240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762850.535174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762851.559198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762851.751196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.751204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762851.751208:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762851.751217:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2236
00000100:00080000:1.0:1789762851.751226:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.751232:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762851.751265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069883392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762851.751286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.751288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762851.751289:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762851.751292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2236
00000100:00080000:1.0:1789762851.751309:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.751312:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762851.751319:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762851.751329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069883520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762851.751337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.751339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762851.751342:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762851.751344:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069883392:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762851.751348:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2236
00000100:00080000:1.0:1789762851.751353:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.751355:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762851.751359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762851.751367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069883648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762851.751374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.751376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762851.751377:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762851.751380:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2236
00000100:00080000:1.0:1789762851.751395:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.751397:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762851.751401:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762851.751405:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762851.751420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069883776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762851.751437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762851.751440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762851.751442:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762851.751444:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff982a88058e00 x1876700069883392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762851.751448:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2236
00000100:00080000:1.0:1789762851.751455:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762851.751461:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762851.751465:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762851.751467:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069883392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762851.751476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069883904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762851.751478:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.751486:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762851.751492:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069883392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762851.751521:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762851.751538:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762851.751546:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff982a8805aa00 x1876700069883520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.751554:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069883520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.751559:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.751561:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762851.751563:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762851.751567:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762851.751576:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762851.751595:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff982a88059880 x1876700069883648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.751603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069883648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.751608:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.751610:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762851.751612:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762851.751616:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762851.751627:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762851.751633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff982a88058000 x1876700069883776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.751646:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069883776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.751651:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.751654:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762851.751656:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762851.751659:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762851.751671:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762851.751677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff982a8805b480 x1876700069883904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.751684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069883904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.751689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.751690:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762851.751692:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069883904:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762852.583154:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762853.607238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762854.631214:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762855.655199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762856.679213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762856.871136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762856.871159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762856.871165:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762856.871177:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2241
00000100:00080000:1.0:1789762856.871192:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762856.871201:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762856.871248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069884032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762856.871274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762856.871277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762856.871297:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762856.871301:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2241
00000100:00080000:1.0:1789762856.871305:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762856.871309:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762856.871320:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762856.871322:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069884032:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762856.871334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069884160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762856.871345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762856.871347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762856.871349:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762856.871352:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2241
00000100:00080000:1.0:1789762856.871355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762856.871357:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762856.871361:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762856.871368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069884288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762856.871377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762856.871380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762856.871381:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762856.871384:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2241
00000100:00080000:1.0:1789762856.871390:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762856.871393:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762856.871397:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762856.871404:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762856.871420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069884416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762856.871429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762856.871432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762856.871434:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762856.871439:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2241
00000100:00080000:1.0:1789762856.871443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762856.871448:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762856.871454:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762856.871461:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff982a8805bb80 x1876700069884032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762856.871468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069884544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762856.871516:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069884032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.871526:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.871544:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762856.871548:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069884032:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762856.871576:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762856.871602:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762856.871612:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff982a8805a300 x1876700069884160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.871622:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069884160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.871627:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.871630:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762856.871632:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762856.871636:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762856.871648:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762856.871655:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff982a88059c00 x1876700069884288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.871668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069884288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.871676:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.871680:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762856.871683:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762856.871690:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762856.871723:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762856.871732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff982a8805b480 x1876700069884416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.871740:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069884416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.871745:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.871748:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762856.871750:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762856.871754:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762856.871765:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762856.871770:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff982a88058000 x1876700069884544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.871778:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069884544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.871782:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.871784:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762856.871786:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884544:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762857.703263:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762858.727293:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762859.751183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762860.775137:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762861.800126:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762861.991117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762861.991125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762861.991129:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762861.991136:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2246
00000100:00080000:3.0:1789762861.991145:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762861.991151:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762861.991180:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069884672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762861.991201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762861.991211:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762861.991212:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762861.991215:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2246
00000100:00080000:3.0:1789762861.991218:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762861.991222:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762861.991229:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762861.991239:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069884800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762861.991249:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069884672:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762861.991249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762861.991259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762861.991261:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762861.991264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2246
00000100:00080000:3.0:1789762861.991266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762861.991269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762861.991272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762861.991280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069884928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762861.991285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762861.991288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762861.991289:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762861.991291:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2246
00000100:00080000:3.0:1789762861.991294:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762861.991296:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762861.991304:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762861.991313:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762861.991314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069885056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762861.991323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762861.991326:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762861.991327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762861.991330:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2246
00000100:00080000:3.0:1789762861.991332:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762861.991335:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762861.991338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762861.991345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069885184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762861.991355:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff982a89a44380 x1876700069884672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.991382:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069884672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.991390:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.991393:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762861.991396:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069884672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762861.991415:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762861.991431:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762861.991439:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff982a89a45f80 x1876700069884800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.991446:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069884800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.991452:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.991454:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762861.991456:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762861.991459:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762861.991468:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762861.991474:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff982a89a46d80 x1876700069884928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.991481:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069884928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.991485:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.991492:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762861.991494:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069884928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762861.991498:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762861.991511:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762861.991517:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff982a89a47100 x1876700069885056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.991524:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069885056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.991529:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.991531:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762861.991533:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762861.991536:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762861.991546:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762861.991551:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff982a89a47800 x1876700069885184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.991557:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069885184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.991562:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.991564:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762861.991566:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885184:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762862.823170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762863.847220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762864.871285:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762865.895219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762866.919202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762867.111138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762867.111146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762867.111150:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762867.111158:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2251
00000100:00080000:3.0:1789762867.111166:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762867.111172:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762867.111202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069885312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762867.111222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762867.111225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762867.111240:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762867.111243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2251
00000100:00080000:3.0:1789762867.111247:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762867.111250:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762867.111258:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762867.111268:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069885440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762867.111273:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069885312:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762867.111277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762867.111281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762867.111282:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762867.111285:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2251
00000100:00080000:3.0:1789762867.111287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762867.111293:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762867.111298:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762867.111304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069885568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762867.111310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762867.111312:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762867.111314:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762867.111316:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2251
00000100:00080000:3.0:1789762867.111318:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762867.111321:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762867.111324:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762867.111337:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069885696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762867.111368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762867.111374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762867.111378:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762867.111385:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762867.111394:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2251
00000100:00080000:3.0:1789762867.111407:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762867.111417:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762867.111428:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762867.111446:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff982a89a44700 x1876700069885312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762867.111460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069885824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762867.111482:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069885312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762867.111499:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762867.111505:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762867.111513:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069885312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762867.111543:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762867.111572:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762867.111588:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff982a89a44000 x1876700069885440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762867.111603:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069885440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762867.111613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762867.111617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762867.111621:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762867.111628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762867.111647:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762867.111657:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff982a89a45c00 x1876700069885568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762867.111671:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069885568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762867.111691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762867.111712:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762867.111717:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762867.111725:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762867.111754:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762867.111767:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff982a89a44e00 x1876700069885696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762867.111782:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069885696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762867.111791:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762867.111794:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762867.111798:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762867.111805:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762867.111824:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762867.111834:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762867/real 1789762867]  req@ffff982a89a46300 x1876700069885824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762867.111848:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069885824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762867.111857:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762867.111860:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762867.111864:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069885824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762867.943200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762868.967291:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762869.991191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762871.015265:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762872.039218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762872.231156:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762872.231164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762872.231167:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762872.231176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2256
00000100:00080000:2.0:1789762872.231185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762872.231190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762872.231224:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069885952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762872.231248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762872.231250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762872.231252:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762872.231255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2256
00000100:00080000:2.0:1789762872.231273:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762872.231276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762872.231284:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762872.231296:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069885952:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762872.231296:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069886080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762872.231319:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762872.231321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762872.231322:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762872.231327:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2256
00000100:00080000:2.0:1789762872.231329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762872.231332:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762872.231336:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762872.231344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069886208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762872.231350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762872.231353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762872.231354:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762872.231356:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2256
00000100:00080000:2.0:1789762872.231360:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762872.231363:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762872.231368:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762872.231375:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069886336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762872.231389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762872.231391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762872.231392:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762872.231394:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2256
00000100:00080000:2.0:1789762872.231398:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762872.231401:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762872.231404:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762872.231413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069886464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762872.231461:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762872.231494:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762872.231511:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762872.231526:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886464:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762873.063282:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762874.087244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762875.111207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789762875.303365:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789762875.303417:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789762875.303438:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762875.303487:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762875.303499:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762875.303510:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789762875.303522:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762875.303551:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762875]  req@ffff982a9216f100 x1876700069886080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762875.303586:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069886080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762875.303602:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762875.303609:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762875.303615:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762875.303626:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762875]  req@ffff982a9216ed80 x1876700069886208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762875.303639:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069886208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762875.303647:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762875.303651:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762875.303655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762875.303662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762875]  req@ffff982a9216f800 x1876700069886336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762875.303702:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069886336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762875.303710:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762875.303714:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762875.303718:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762875.303738:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762875]  req@ffff982a9216f480 x1876700069886464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762875.303754:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069886464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762875.303762:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762875.303766:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762875.303770:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886464:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762875.303778:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762872/real 1789762875]  req@ffff982a9216df80 x1876700069885952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762875.303791:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069885952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762875.303799:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762875.303803:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762875.303806:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069885952:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789762876.135246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762877.159253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762877.351153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762877.351178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762877.351181:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762877.351189:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2261
00000100:00080000:1.0:1789762877.351199:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762877.351204:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762877.351235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069886592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762877.351258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762877.351261:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762877.351263:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762877.351265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2261
00000100:00080000:1.0:1789762877.351268:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762877.351270:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762877.351276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762877.351284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069886720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762877.351291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762877.351293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762877.351294:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762877.351297:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2261
00000100:00080000:1.0:1789762877.351301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762877.351305:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762877.351310:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762877.351322:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069886592:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762877.351324:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069886848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762877.351351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762877.351355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762877.351357:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762877.351362:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2261
00000100:00080000:1.0:1789762877.351367:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762877.351371:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762877.351377:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762877.351391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069886976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762877.351396:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762877.351407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762877.351417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762877.351419:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762877.351424:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2261
00000100:00080000:1.0:1789762877.351428:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762877.351433:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762877.351438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762877.351447:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff982a88059880 x1876700069886592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762877.351453:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069887104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762877.351485:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069886592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.351498:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.351503:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762877.351506:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069886592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762877.351514:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762877.351545:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762877.351560:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff982a8805aa00 x1876700069886720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.351571:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069886720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.351579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.351582:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762877.351585:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762877.351613:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762877.351641:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762877.351654:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff982a88058e00 x1876700069886848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.351666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069886848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.351681:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.351685:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762877.351689:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762877.351696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762877.351720:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762877.351732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff982a88058a80 x1876700069886976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.351744:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069886976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.351753:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.351756:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762877.351760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069886976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762877.351766:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762877.351786:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762877.351796:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762877]  req@ffff982a8805b100 x1876700069887104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762877.351807:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069887104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762877.351822:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762877.351825:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762877.351827:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887104:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789762878.183159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762879.207354:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762880.231162:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762881.255209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762882.279202:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762882.471251:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762882.471268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762882.471274:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762882.471289:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2267
00000100:00080000:3.0:1789762882.471304:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762882.471314:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762882.471397:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069887232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762882.471426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762882.471429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762882.471430:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762882.471434:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2267
00000100:00080000:3.0:1789762882.471437:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762882.471440:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762882.471450:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762882.471460:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069887360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762882.471466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762882.471469:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762882.471471:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762882.471473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2267
00000100:00080000:3.0:1789762882.471475:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762882.471477:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762882.471481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762882.471487:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069887232:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762882.471490:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069887488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762882.471501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762882.471504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762882.471505:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762882.471512:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2267
00000100:00080000:3.0:1789762882.471515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762882.471519:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762882.471524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762882.471533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069887616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762882.471540:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762882.471543:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762882.471544:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762882.471546:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2267
00000100:00080000:3.0:1789762882.471548:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762882.471551:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762882.471554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762882.471560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069887744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762882.471602:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762882.471673:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff982a89a46a00 x1876700069887232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762882.471696:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069887232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762882.471709:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762882.471714:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762882.471719:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069887232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762882.471730:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762882.471759:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762882.471772:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff982a89a45880 x1876700069887360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762882.471785:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069887360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762882.471796:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762882.471800:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762882.471804:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762882.471838:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762882.471861:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762882.471873:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff982a89a45500 x1876700069887488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762882.471905:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069887488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762882.471915:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762882.471920:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762882.471924:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762882.471931:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762882.471971:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762882.471985:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff982a89a46300 x1876700069887616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762882.471999:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069887616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762882.472008:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762882.472012:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762882.472016:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762882.472023:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762882.472084:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762882.472098:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff982a89a44e00 x1876700069887744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762882.472113:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069887744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762882.472135:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762882.472139:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762882.472143:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069887744:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762883.303194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762884.327161:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762885.351219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762886.375218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762887.399194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762887.591182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762887.591190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762887.591194:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762887.591203:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2272
00000100:00080000:2.0:1789762887.591213:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762887.591219:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762887.591251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069887872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762887.591274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762887.591276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762887.591278:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762887.591294:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2272
00000100:00080000:2.0:1789762887.591298:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762887.591302:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762887.591309:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762887.591319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069888000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762887.591330:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069887872:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762887.591341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762887.591345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762887.591346:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762887.591350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2272
00000100:00080000:2.0:1789762887.591352:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762887.591355:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762887.591359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762887.591367:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069888128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762887.591374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762887.591376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762887.591377:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762887.591379:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2272
00000100:00080000:2.0:1789762887.591382:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762887.591384:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762887.591387:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762887.591394:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762887.591397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069888256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762887.591410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762887.591412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762887.591414:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762887.591417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2272
00000100:00080000:2.0:1789762887.591421:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762887.591423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762887.591427:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762887.591437:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069888384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762887.591449:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff982a9216ca80 x1876700069887872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.591466:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069887872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.591475:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.591478:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762887.591481:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069887872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762887.591499:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762887.591516:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762887.591525:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff982a9216e680 x1876700069888000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.591533:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069888000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.591538:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.591540:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762887.591542:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762887.591553:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762887.591567:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762887.591573:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff982a9216d180 x1876700069888128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.591581:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069888128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.591586:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.591588:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762887.591590:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762887.591595:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762887.591613:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762887.591625:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff982a9216df80 x1876700069888256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.591637:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069888256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.591646:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.591648:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762887.591650:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762887.591655:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762887.591669:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762887.591687:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff982a9216f480 x1876700069888384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762887.591702:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069888384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762887.591707:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762887.591709:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762887.591711:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888384:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762888.423212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762889.447211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762890.471238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762891.495198:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762892.519274:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762892.711172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762892.711182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762892.711186:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762892.711195:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2277
00000100:00080000:1.0:1789762892.711206:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762892.711213:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762892.711249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069888512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762892.711273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762892.711277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762892.711279:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762892.711282:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2277
00000100:00080000:1.0:1789762892.711286:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762892.711290:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762892.711298:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762892.711310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069888640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762892.711319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762892.711322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762892.711337:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069888512:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762892.711338:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762892.711347:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2277
00000100:00080000:1.0:1789762892.711352:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762892.711356:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762892.711361:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762892.711373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069888768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762892.711383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762892.711386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762892.711388:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762892.711391:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2277
00000100:00080000:1.0:1789762892.711397:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762892.711401:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762892.711405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762892.711410:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789762892.711420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069888896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762892.711430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762892.711433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762892.711434:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762892.711437:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2277
00000100:00080000:1.0:1789762892.711440:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762892.711444:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762892.711449:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762892.711458:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff982a88058700 x1876700069888512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762892.711470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069889024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762892.711484:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069888512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.711498:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.711503:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762892.711509:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069888512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762892.711517:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762892.711541:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762892.711554:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff982a88059500 x1876700069888640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.711567:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069888640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.711576:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.711587:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762892.711591:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762892.711617:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762892.711653:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762892.711666:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff982a88059f80 x1876700069888768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.711680:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069888768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.711688:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.711691:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762892.711695:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762892.711701:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762892.711723:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762892.711735:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff982a8805b800 x1876700069888896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.711749:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069888896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.711757:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.711761:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762892.711764:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069888896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762892.711770:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762892.711803:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762892.711815:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff982a88058380 x1876700069889024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762892.711828:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069889024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762892.711838:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762892.711841:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762892.711844:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889024:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762893.543221:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762894.567244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762895.591198:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762896.615238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762897.639197:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762897.831107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.831115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762897.831119:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.831127:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2282
00000100:00080000:1.0:1789762897.831136:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.831142:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762897.831174:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069889152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.831194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.831197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.831198:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.831201:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2282
00000100:00080000:1.0:1789762897.831203:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.831205:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762897.831212:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762897.831219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069889280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.831227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.831229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762897.831244:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069889152:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762897.831244:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.831254:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2282
00000100:00080000:1.0:1789762897.831257:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.831260:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762897.831264:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762897.831273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069889408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.831280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.831283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.831284:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.831286:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2282
00000100:00080000:1.0:1789762897.831296:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.831300:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789762897.831305:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789762897.831308:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762897.831319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069889536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.831325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.831327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762897.831328:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.831331:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2282
00000100:00080000:1.0:1789762897.831334:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.831337:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762897.831340:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762897.831344:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff982a8805ad80 x1876700069889152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762897.831357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069889664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762897.831384:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069889152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.831394:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.831398:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762897.831400:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069889152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762897.831406:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762897.831422:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762897.831431:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff982a88059180 x1876700069889280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762897.831439:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069889280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.831452:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.831454:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762897.831457:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762897.831475:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762897.831490:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762897.831497:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff982a8805a680 x1876700069889408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762897.831504:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069889408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.831509:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.831511:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762897.831513:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762897.831517:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762897.831528:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762897.831534:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff982a88058380 x1876700069889536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762897.831541:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069889536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.831546:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.831547:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762897.831549:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762897.831565:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762897.831582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762897.831593:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff982a8805b800 x1876700069889664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762897.831605:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069889664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762897.831613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762897.831616:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762897.831620:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889664:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762898.663307:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762899.687148:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762900.711194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762901.735155:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762902.759194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762902.951118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762902.951125:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762902.951129:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762902.951136:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2287
00000100:00080000:2.0:1789762902.951146:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762902.951152:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762902.951182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069889792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762902.951202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762902.951204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762902.951206:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762902.951209:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2287
00000100:00080000:2.0:1789762902.951211:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762902.951213:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762902.951233:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762902.951245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069889920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762902.951248:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069889792:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762902.951256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762902.951259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762902.951260:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762902.951263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2287
00000100:00080000:2.0:1789762902.951266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762902.951268:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762902.951272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762902.951279:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069890048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762902.951286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762902.951288:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762902.951290:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762902.951292:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2287
00000100:00080000:2.0:1789762902.951294:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762902.951297:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762902.951300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762902.951307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069890176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762902.951313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762902.951316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789762902.951319:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762902.951325:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762902.951332:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2287
00000100:00080000:2.0:1789762902.951338:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762902.951342:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762902.951348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762902.951358:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff982a9216f800 x1876700069889792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762902.951365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069890304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762902.951376:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069889792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.951390:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.951393:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762902.951396:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069889792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762902.951416:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762902.951433:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762902.951441:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff982a9216ed80 x1876700069889920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762902.951469:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069889920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.951476:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.951478:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762902.951480:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069889920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762902.951485:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762902.951499:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762902.951506:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff982a9216f100 x1876700069890048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762902.951514:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069890048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.951524:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.951527:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762902.951529:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762902.951533:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762902.951545:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762902.951552:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff982a9216f480 x1876700069890176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762902.951559:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069890176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.951574:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.951577:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762902.951579:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762902.951583:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762902.951596:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762902.951603:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff982a9216df80 x1876700069890304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762902.951610:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069890304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762902.951615:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762902.951617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762902.951618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890304:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762903.783203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762904.807216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762905.831172:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762906.855206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762907.879259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762908.071229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762908.071243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762908.071249:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762908.071265:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2292
00000100:00080000:3.0:1789762908.071281:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762908.071323:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762908.071376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069890432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762908.071416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762908.071421:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762908.071423:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762908.071428:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2292
00000100:00080000:3.0:1789762908.071433:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762908.071438:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762908.071450:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762908.071463:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069890560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762908.071474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762908.071478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762908.071480:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762908.071484:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2292
00000100:00080000:3.0:1789762908.071487:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762908.071491:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762908.071495:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762908.071506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069890688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762908.071516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762908.071521:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762908.071530:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762908.071537:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2292
00000100:00080000:3.0:1789762908.071542:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762908.071548:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069890432:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762908.071552:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762908.071567:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762908.071582:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069890816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762908.071594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762908.071599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762908.071601:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762908.071623:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2292
00000100:00080000:3.0:1789762908.071629:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762908.071634:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762908.071641:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762908.071653:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069890944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762908.071681:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762908.071748:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff982a89a45c00 x1876700069890432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762908.071825:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069890432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762908.071846:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762908.071855:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762908.071862:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069890432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762908.071904:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762908.071940:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762908.071957:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff982a89a44000 x1876700069890560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762908.071972:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069890560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762908.071983:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762908.071987:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762908.071992:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762908.071999:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762908.072019:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762908.072030:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff982a89a44700 x1876700069890688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762908.072043:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069890688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762908.072053:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762908.072056:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762908.072060:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762908.072195:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762908.072223:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762908.072236:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff982a89a47800 x1876700069890816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762908.072261:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069890816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762908.072271:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762908.072275:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762908.072278:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762908.072285:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762908.072307:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762908.072318:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762908/real 1789762908]  req@ffff982a89a47100 x1876700069890944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762908.072331:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069890944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762908.072340:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762908.072343:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762908.072346:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069890944:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762908.903224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762909.927272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762910.951291:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762911.975302:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762912.999271:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762913.191155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762913.191166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762913.191171:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762913.191182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2297
00000100:00080000:3.0:1789762913.191194:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762913.191213:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762913.191260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069891072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762913.191307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762913.191310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762913.191312:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762913.191315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2297
00000100:00080000:3.0:1789762913.191318:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762913.191322:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762913.191332:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762913.191346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069891200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762913.191347:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069891072:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762913.191369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762913.191372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762913.191374:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762913.191377:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2297
00000100:00080000:3.0:1789762913.191379:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762913.191381:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762913.191384:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762913.191391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069891328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762913.191397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762913.191399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762913.191401:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762913.191403:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2297
00000100:00080000:3.0:1789762913.191411:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762913.191415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762913.191420:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762913.191429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069891456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762913.191435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762913.191437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762913.191439:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762913.191441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2297
00000100:00080000:3.0:1789762913.191443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762913.191445:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762913.191448:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762913.191455:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069891584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762913.191462:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762913.191521:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff982a89a46d80 x1876700069891072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762913.191549:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069891072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762913.191558:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762913.191571:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762913.191574:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069891072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762913.191612:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762913.191633:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762913.191651:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff982a89a45f80 x1876700069891200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762913.191661:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069891200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762913.191675:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762913.191677:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762913.191680:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762913.191684:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762913.191697:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762913.191704:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff982a89a44380 x1876700069891328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762913.191711:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069891328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762913.191716:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762913.191718:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762913.191720:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762913.191743:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762913.191776:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762913.191786:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff982a89a44a80 x1876700069891456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762913.191794:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069891456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762913.191800:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762913.191803:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762913.191816:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762913.191820:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762913.191831:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762913.191837:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762913/real 1789762913]  req@ffff982a89a47480 x1876700069891584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762913.191845:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069891584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762913.191850:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762913.191852:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762913.191854:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891584:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762914.023190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762915.047224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762916.071223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762917.095217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762918.119218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762918.311122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.311130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762918.311133:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.311141:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2302
00000100:00080000:2.0:1789762918.311150:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762918.311156:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762918.311198:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069891712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762918.311217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.311220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762918.311221:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.311224:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2302
00000100:00080000:2.0:1789762918.311226:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762918.311228:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762918.311236:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762918.311249:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069891840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762918.311257:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069891712:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762918.311277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.311280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762918.311281:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.311285:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2302
00000100:00080000:2.0:1789762918.311288:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762918.311291:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762918.311295:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762918.311304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069891968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762918.311309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.311312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762918.311313:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.311315:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2302
00000100:00080000:2.0:1789762918.311317:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762918.311320:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762918.311323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762918.311326:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762918.311345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069892096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762918.311356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762918.311360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762918.311361:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762918.311365:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2302
00000100:00080000:2.0:1789762918.311376:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762918.311384:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff982a9216d180 x1876700069891712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762918.311384:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762918.311393:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762918.311409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069892224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762918.311417:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069891712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.311426:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.311430:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762918.311434:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069891712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762918.311452:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762918.311470:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762918.311487:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff982a9216e680 x1876700069891840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762918.311495:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069891840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.311500:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.311503:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762918.311505:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762918.311509:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762918.311520:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762918.311526:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff982a9216ca80 x1876700069891968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762918.311533:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069891968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.311538:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.311547:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762918.311549:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069891968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762918.311553:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762918.311567:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762918.311574:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff982a9216df80 x1876700069892096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762918.311581:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069892096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.311586:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.311588:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762918.311589:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762918.311593:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762918.311602:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762918.311608:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762918/real 1789762918]  req@ffff982a9216f480 x1876700069892224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762918.311615:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069892224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762918.311619:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762918.311621:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762918.311623:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892224:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762919.143179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762920.167306:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762921.191161:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762922.215338:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762923.239183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762923.431108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.431115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762923.431118:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.431126:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2308
00000100:00080000:2.0:1789762923.431136:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.431144:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762923.431181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069892352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762923.431204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.431206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762923.431208:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.431211:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2308
00000100:00080000:2.0:1789762923.431214:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.431217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762923.431223:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762923.431233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069892480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762923.431241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.431257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762923.431259:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.431262:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2308
00000100:00080000:2.0:1789762923.431265:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.431268:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762923.431272:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762923.431280:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069892352:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762923.431286:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069892608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762923.431296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.431298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762923.431299:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.431301:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2308
00000100:00080000:2.0:1789762923.431306:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.431319:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762923.431323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762923.431332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069892736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762923.431339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762923.431341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762923.431342:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762923.431344:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2308
00000100:00080000:2.0:1789762923.431347:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762923.431351:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762923.431360:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762923.431368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069892864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762923.431392:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762923.431446:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff982a9216f100 x1876700069892352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.431468:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069892352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.431481:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.431486:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762923.431490:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069892352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762923.431499:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762923.431520:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762923.431530:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff982a9216ed80 x1876700069892480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.431539:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069892480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.431545:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.431547:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762923.431549:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762923.431574:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762923.431585:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762923.431592:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff982a9216f800 x1876700069892608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.431599:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069892608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.431612:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.431614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762923.431616:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762923.431621:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762923.431636:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762923.431643:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff982a9216f480 x1876700069892736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.431665:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069892736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.431671:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.431674:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762923.431676:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762923.431680:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762923.431695:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762923.431702:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff982a9216df80 x1876700069892864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762923.431710:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069892864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762923.431715:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762923.431716:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762923.431718:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069892864:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762924.263292:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762925.287231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762926.311181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762927.335228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762928.359374:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762928.551256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762928.551271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762928.551277:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762928.551294:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2313
00000100:00080000:3.0:1789762928.551311:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762928.551322:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762928.551383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069892992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762928.551428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762928.551433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762928.551436:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762928.551441:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2313
00000100:00080000:3.0:1789762928.551446:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762928.551450:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762928.551465:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762928.551481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069893120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762928.551495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762928.551502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762928.551506:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069892992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762928.551507:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762928.551522:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2313
00000100:00080000:3.0:1789762928.551526:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762928.551531:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762928.551565:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762928.551584:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069893248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762928.551597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762928.551601:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762928.551604:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762928.551608:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2313
00000800:00000100:0.0:1789762928.551633:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789762928.551650:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762928.551664:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762928.551692:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762928.551702:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff982a89a46680 x1876700069892992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762928.551723:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069893376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762928.551732:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069892992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762928.551779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762928.551780:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762928.551793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762928.551796:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789762928.551799:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762928.551808:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069892992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762928.551816:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2313
00000100:00080000:3.0:1789762928.551826:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762928.551832:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762928.551841:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762928.551853:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893120:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789762928.551863:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069893504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762928.551895:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762928.551915:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff982a89a45180 x1876700069893120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.551932:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069893120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.551960:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.551964:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762928.551969:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762928.551977:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762928.552002:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762928.552014:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff982a89a47b80 x1876700069893248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.552110:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069893248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.552128:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.552136:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762928.552143:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762928.552156:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762928.552202:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762928.552227:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff982a89a47480 x1876700069893376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.552269:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069893376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.552288:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.552295:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762928.552302:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762928.552337:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762928.552368:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762928.552383:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff982a89a44a80 x1876700069893504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762928.552398:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069893504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762928.552426:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762928.552431:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762928.552435:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893504:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762929.383299:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762930.407205:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762931.431235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762932.455272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762933.479358:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762933.671205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.671223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762933.671230:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.671247:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2318
00000100:00080000:1.0:1789762933.671264:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762933.671278:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762933.671339:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069893632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762933.671390:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.671397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762933.671400:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.671406:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2318
00000100:00080000:1.0:1789762933.671434:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762933.671442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762933.671456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762933.671464:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069893632:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762933.671484:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069893760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762933.671501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.671506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762933.671509:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.671514:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2318
00000100:00080000:1.0:1789762933.671542:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762933.671552:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762933.671553:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762933.671567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762933.671613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069893888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762933.671627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.671632:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762933.671635:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.671641:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2318
00000100:00080000:1.0:1789762933.671648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762933.671657:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff982a88059f80 x1876700069893632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762933.671659:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762933.671672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762933.671695:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069894016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762933.671710:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069893632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762933.671776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762933.671778:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762933.671784:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762933.671787:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.671793:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2318
00000100:00080000:1.0:1789762933.671798:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762933.671810:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762933.671817:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:1.0:1789762933.671821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762933.671832:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069893632:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789762933.671842:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069894144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762933.671889:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762933.671946:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762933.671975:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff982a88059500 x1876700069893760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762933.672003:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069893760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.672021:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762933.672028:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762933.672035:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762933.672155:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762933.672203:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762933.672230:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff982a88058700 x1876700069893888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762933.672255:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069893888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.672271:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762933.672278:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762933.672285:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069893888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762933.672297:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762933.672339:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762933.672364:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff982a8805b100 x1876700069894016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762933.672388:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069894016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.672404:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762933.672410:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762933.672417:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762933.672431:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762933.672470:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762933.672492:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff982a88058a80 x1876700069894144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762933.672530:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069894144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762933.672546:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762933.672553:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762933.672560:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894144:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762934.503308:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762935.527346:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762936.551359:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762937.575408:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762938.599173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762938.791181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762938.791192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762938.791196:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.791207:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2323
00000100:00080000:3.0:1789762938.791219:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.791227:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762938.791272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069894272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762938.791299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762938.791302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762938.791303:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.791306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2323
00000100:00080000:3.0:1789762938.791309:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.791311:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762938.791321:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762938.791332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069894400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762938.791340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762938.791356:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069894272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762938.791364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762938.791370:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.791374:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2323
00000100:00080000:3.0:1789762938.791377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.791383:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762938.791387:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762938.791397:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069894528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762938.791404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762938.791407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762938.791408:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.791410:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2323
00000100:00080000:3.0:1789762938.791412:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.791415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762938.791419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762938.791428:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069894656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762938.791434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762938.791436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762938.791438:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762938.791441:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2323
00000100:00080000:3.0:1789762938.791444:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762938.791446:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762938.791455:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762938.791464:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069894784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762938.791472:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762938.791512:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762938.791534:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762938.791576:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894784:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762939.623224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762940.647281:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762941.671194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762941.863308:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789762941.863345:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762941.863359:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762941.863396:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762941.863406:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762941.863414:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789762941.863423:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789762941.863449:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762941]  req@ffff982a89a47800 x1876700069894784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762941.863474:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069894784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762941.863489:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762941.863494:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762941.863498:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894784:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762941.863506:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762941]  req@ffff982a89a45f80 x1876700069894400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762941.863559:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069894400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762941.863567:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762941.863571:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762941.863574:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762941.863581:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762941]  req@ffff982a89a46d80 x1876700069894528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762941.863592:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069894528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762941.863599:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762941.863603:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762941.863606:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762941.863612:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762941]  req@ffff982a89a47100 x1876700069894656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762941.863623:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069894656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762941.863630:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762941.863633:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762941.863636:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069894656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762941.863643:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762941]  req@ffff982a89a44380 x1876700069894272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762941.863667:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069894272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762941.863674:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762941.863678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762941.863682:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069894272:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789762942.695217:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762943.719178:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762943.911151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.911159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762943.911162:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.911170:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2328
00000100:00080000:1.0:1789762943.911179:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.911185:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762943.911214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069894912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.911236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.911238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.911240:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.911243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2328
00000100:00080000:1.0:1789762943.911245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.911247:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762943.911267:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.911277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069895040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.911285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.911287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762943.911289:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.911292:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2328
00000100:00080000:1.0:1789762943.911296:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762943.911314:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069894912:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762943.911319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762943.911328:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.911342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069895168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.911352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.911355:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.911358:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.911361:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2328
00000100:00080000:1.0:1789762943.911374:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762943.911379:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762943.911383:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762943.911391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.911418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069895296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.911427:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.911431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789762943.911436:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff982a88058e00 x1876700069894912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762943.911442:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.911453:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2328
00000100:00080000:1.0:1789762943.911460:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762943.911465:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069894912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762943.911467:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762943.911487:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762943.911490:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.911498:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:1.0:1789762943.911519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069895424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762943.911524:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069894912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762943.911540:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762943.911569:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762943.911584:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff982a8805aa00 x1876700069895040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762943.911595:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069895040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.911604:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.911616:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762943.911620:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762943.911647:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762943.911670:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762943.911682:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff982a88059880 x1876700069895168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762943.911694:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069895168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.911702:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.911706:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762943.911709:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762943.911715:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762943.911736:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762943.911749:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff982a88058000 x1876700069895296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762943.911759:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069895296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.911766:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.911769:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762943.911772:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762943.911777:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762943.911807:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762943.911818:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762943]  req@ffff982a8805b480 x1876700069895424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762943.911830:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069895424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762943.911838:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762943.911841:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762943.911845:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895424:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762944.743194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762945.767179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762946.791189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762947.815159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762948.839230:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762949.031167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762949.031178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762949.031190:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762949.031200:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2333
00000100:00080000:2.0:1789762949.031212:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762949.031220:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762949.031259:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069895552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762949.031286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762949.031290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762949.031292:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762949.031297:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2333
00000100:00080000:2.0:1789762949.031301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762949.031305:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762949.031329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762949.031352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069895680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762949.031360:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069895552:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762949.031363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762949.031369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762949.031371:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762949.031383:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2333
00000100:00080000:2.0:1789762949.031388:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762949.031393:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762949.031400:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762949.031414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069895808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762949.031423:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762949.031426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762949.031430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762949.031432:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762949.031435:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2333
00000100:00080000:2.0:1789762949.031440:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762949.031443:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762949.031447:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762949.031456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069895936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762949.031476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762949.031478:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789762949.031486:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff982a9216ca80 x1876700069895552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762949.031487:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762949.031500:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2333
00000100:00080000:2.0:1789762949.031504:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762949.031506:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069895552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762949.031510:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762949.031531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762949.031533:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762949.031538:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762949.031542:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069895552:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762949.031548:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069896064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762949.031563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762949.031585:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762949.031594:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff982a9216e680 x1876700069895680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762949.031601:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069895680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762949.031627:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762949.031630:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762949.031633:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762949.031637:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762949.031651:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762949.031664:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff982a9216d180 x1876700069895808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762949.031671:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069895808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762949.031676:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762949.031678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762949.031680:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762949.031684:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762949.031694:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762949.031700:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff982a9216df80 x1876700069895936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762949.031707:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069895936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762949.031712:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762949.031714:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762949.031715:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069895936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762949.031723:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762949.031736:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762949.031742:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762949/real 1789762949]  req@ffff982a9216f480 x1876700069896064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762949.031749:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069896064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762949.031754:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762949.031755:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762949.031757:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896064:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762949.864161:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762950.887163:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762951.911217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762952.935199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762953.959216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762954.151120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762954.151131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762954.151135:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762954.151146:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2338
00000100:00080000:2.0:1789762954.151156:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762954.151163:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762954.151202:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069896192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762954.151222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762954.151225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762954.151226:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762954.151229:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2338
00000100:00080000:2.0:1789762954.151232:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762954.151234:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762954.151242:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762954.151251:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069896320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762954.151261:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069896192:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762954.151279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762954.151282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762954.151283:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762954.151287:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2338
00000100:00080000:2.0:1789762954.151290:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762954.151292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762954.151297:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762954.151305:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069896448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762954.151312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762954.151314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762954.151315:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762954.151319:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762954.151321:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2338
00000100:00080000:2.0:1789762954.151325:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762954.151328:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762954.151332:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762954.151340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069896576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762954.151346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762954.151348:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762954.151349:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762954.151352:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2338
00000100:00100000:0.0:1789762954.151358:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff982a9216f800 x1876700069896192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762954.151367:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762954.151374:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762954.151375:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069896192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762954.151379:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762954.151389:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762954.151394:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:2.0:1789762954.151394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069896704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762954.151398:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069896192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762954.151438:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762954.151458:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762954.151468:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff982a9216ed80 x1876700069896320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762954.151490:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069896320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762954.151499:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762954.151503:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762954.151506:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762954.151513:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762954.151535:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762954.151546:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff982a9216f100 x1876700069896448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762954.151556:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069896448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762954.151561:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762954.151563:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762954.151566:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762954.151569:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762954.151584:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762954.151590:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff982a9216f480 x1876700069896576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762954.151597:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069896576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762954.151611:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762954.151614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762954.151616:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762954.151620:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762954.151633:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762954.151639:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762954/real 1789762954]  req@ffff982a9216df80 x1876700069896704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762954.151646:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069896704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762954.151651:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762954.151653:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762954.151655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896704:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762954.983221:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762956.007244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762957.031247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762958.055288:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762959.079211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762959.271132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762959.271142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762959.271147:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762959.271158:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2343
00000100:00080000:2.0:1789762959.271170:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762959.271177:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762959.271223:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069896832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762959.271253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762959.271258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762959.271260:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762959.271265:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2343
00000100:00080000:2.0:1789762959.271270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762959.271276:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762959.271288:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762959.271293:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069896832:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789762959.271303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069896960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762959.271312:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762959.271333:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762959.271335:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762959.271338:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2343
00000100:00080000:2.0:1789762959.271343:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762959.271347:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762959.271351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762959.271361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069897088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762959.271368:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762959.271372:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762959.271373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762959.271376:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762959.271379:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2343
00000100:00080000:2.0:1789762959.271382:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762959.271397:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762959.271402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762959.271415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069897216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762959.271422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762959.271424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762959.271426:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762959.271432:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2343
00000100:00100000:0.0:1789762959.271433:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff982a9216d180 x1876700069896832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762959.271435:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762959.271443:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762959.271454:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762959.271456:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069896832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762959.271466:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069897344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762959.271467:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762959.271476:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762959.271482:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069896832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762959.271517:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762959.271537:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762959.271547:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff982a9216e680 x1876700069896960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762959.271555:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069896960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762959.271561:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762959.271563:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762959.271565:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069896960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762959.271569:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762959.271580:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762959.271586:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff982a9216ca80 x1876700069897088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762959.271594:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069897088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762959.271599:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762959.271601:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762959.271603:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762959.271606:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762959.271618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762959.271625:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff982a9216df80 x1876700069897216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762959.271641:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069897216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762959.271646:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762959.271649:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762959.271651:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762959.271655:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762959.271667:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762959.271673:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762959/real 1789762959]  req@ffff982a9216f480 x1876700069897344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762959.271680:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069897344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762959.271685:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762959.271687:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762959.271689:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897344:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762960.103229:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762961.127276:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762962.151251:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762963.175235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762964.199168:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762964.391165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762964.391174:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762964.391177:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762964.391185:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2349
00000100:00080000:2.0:1789762964.391194:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762964.391200:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762964.391234:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069897472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762964.391256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762964.391259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762964.391260:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762964.391263:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2349
00000100:00080000:2.0:1789762964.391265:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762964.391267:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762964.391274:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762964.391284:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069897600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762964.391290:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762964.391292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762964.391294:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762964.391297:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2349
00000100:00080000:2.0:1789762964.391329:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762964.391335:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762964.391341:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762964.391345:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069897472:192.168.203.153@tcp:250:
00000800:00000100:0.0:1789762964.391423:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789762964.391438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069897728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762964.391448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762964.391450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762964.391452:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762964.391455:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2349
00000100:00080000:2.0:1789762964.391458:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762964.391462:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762964.391466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762964.391469:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff982a9216f100 x1876700069897472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762964.391478:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069897856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762964.391487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762964.391491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789762964.391492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069897472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762964.391494:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762964.391502:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2349
00000100:00080000:2.0:1789762964.391507:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762964.391513:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762964.391515:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762964.391516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762964.391523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069897984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762964.391529:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762964.391535:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069897472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762964.391543:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762964.391571:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762964.391583:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff982a9216ed80 x1876700069897600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762964.391591:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069897600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762964.391597:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762964.391599:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762964.391601:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762964.391620:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762964.391630:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762964.391636:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff982a9216f800 x1876700069897728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762964.391643:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069897728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762964.391648:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762964.391650:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762964.391651:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762964.391655:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762964.391682:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762964.391690:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff982a9216f480 x1876700069897856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762964.391697:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069897856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762964.391702:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762964.391704:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762964.391706:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762964.391710:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762964.391720:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762964.391726:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff982a9216df80 x1876700069897984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762964.391738:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069897984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762964.391746:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762964.391749:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762964.391752:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069897984:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789762965.223190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762966.247163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762967.271188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762968.295222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762969.319177:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762969.511125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762969.511133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762969.511137:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762969.511145:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2354
00000100:00080000:2.0:1789762969.511154:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762969.511160:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762969.511192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069898112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762969.511214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762969.511218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762969.511220:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762969.511224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2354
00000100:00080000:2.0:1789762969.511228:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762969.511232:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762969.511241:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762969.511255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069898240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762969.511264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762969.511268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762969.511269:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069898112:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762969.511270:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762969.511273:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2354
00000100:00080000:2.0:1789762969.511276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762969.511280:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762969.511300:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762969.511325:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069898368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762969.511335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762969.511338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762969.511340:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762969.511343:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762969.511344:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2354
00000100:00080000:2.0:1789762969.511348:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762969.511352:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762969.511356:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762969.511378:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069898496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762969.511386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762969.511389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762969.511390:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762969.511394:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2354
00000100:00100000:0.0:1789762969.511395:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff982a9216ca80 x1876700069898112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762969.511397:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762969.511401:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762969.511405:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762969.511414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069898624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762969.511429:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069898112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762969.511439:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762969.511443:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762969.511448:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069898112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762969.511470:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762969.511490:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762969.511499:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff982a9216e680 x1876700069898240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762969.511507:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069898240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762969.511521:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762969.511525:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762969.511529:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762969.511535:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762969.511556:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762969.511567:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff982a9216d180 x1876700069898368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762969.511579:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069898368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762969.511585:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762969.511592:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762969.511594:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762969.511599:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762969.511615:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762969.511623:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff982a9216df80 x1876700069898496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762969.511630:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069898496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762969.511635:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762969.511637:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762969.511639:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762969.511642:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762969.511652:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762969.511657:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff982a9216f480 x1876700069898624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762969.511664:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069898624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762969.511669:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762969.511670:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762969.511672:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898624:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762970.343247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762971.367239:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762972.391198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762973.415192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762974.439213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762974.631132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762974.631140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762974.631160:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762974.631169:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2359
00000100:00080000:2.0:1789762974.631178:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762974.631184:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789762974.631214:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069898752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762974.631237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762974.631239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762974.631241:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762974.631243:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2359
00000100:00080000:2.0:1789762974.631245:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762974.631248:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762974.631255:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762974.631264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069898880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762974.631289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762974.631292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762974.631294:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762974.631297:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2359
00000100:00080000:2.0:1789762974.631301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762974.631303:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069898752:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789762974.631306:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762974.631312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762974.631321:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069899008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762974.631340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762974.631343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762974.631344:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762974.631347:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2359
00000100:00080000:2.0:1789762974.631352:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762974.631355:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762974.631358:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762974.631367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069899136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762974.631372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762974.631376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789762974.631379:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762974.631380:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789762974.631383:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2359
00000100:00080000:2.0:1789762974.631387:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762974.631389:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789762974.631392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762974.631400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069899264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762974.631426:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff982a9216f800 x1876700069898752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.631441:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069898752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.631449:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.631452:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762974.631454:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069898752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762974.631460:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762974.631476:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762974.631484:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff982a9216ed80 x1876700069898880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.631492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069898880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.631497:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.631500:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762974.631502:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069898880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762974.631520:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762974.631530:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762974.631535:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff982a9216f100 x1876700069899008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.631543:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069899008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.631555:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.631557:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762974.631559:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762974.631563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762974.631577:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762974.631583:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff982a9216f480 x1876700069899136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.631590:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069899136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.631595:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.631597:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762974.631599:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762974.631603:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762974.631612:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762974.631617:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff982a9216df80 x1876700069899264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.631624:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069899264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.631629:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.631630:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762974.631632:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899264:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762975.463210:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762976.487191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762977.511196:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762978.535168:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762979.559343:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762979.751277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762979.751291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762979.751297:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762979.751319:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2364
00000100:00080000:1.0:1789762979.751345:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762979.751354:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762979.751416:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069899392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762979.751488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762979.751493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762979.751496:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762979.751502:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2364
00000100:00080000:1.0:1789762979.751507:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762979.751512:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762979.751523:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762979.751552:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069899520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762979.751566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762979.751571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762979.751576:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762979.751581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069899392:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762979.751585:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2364
00000100:00080000:1.0:1789762979.751597:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762979.751607:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762979.751613:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762979.751646:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069899648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762979.751664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762979.751672:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762979.751676:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762979.751688:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2364
00000800:00000100:0.0:1789762979.751689:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762979.751733:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762979.751745:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762979.751758:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762979.751768:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff982a88059c00 x1876700069899392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762979.751787:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069899776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762979.751798:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069899392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762979.751853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762979.751861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789762979.751863:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762979.751865:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762979.751886:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2364
00000100:00080000:0.0:1789762979.751893:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:1.0:1789762979.751896:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762979.751913:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789762979.751915:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069899392:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789762979.751921:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762979.751951:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069899904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762979.751976:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762979.752041:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762979.752117:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff982a8805a300 x1876700069899520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762979.752136:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069899520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762979.752147:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.752151:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762979.752156:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762979.752164:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762979.752192:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762979.752204:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff982a8805bb80 x1876700069899648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762979.752268:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069899648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762979.752279:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.752290:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762979.752294:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762979.752302:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762979.752331:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762979.752345:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff982a8805b480 x1876700069899776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762979.752359:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069899776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762979.752368:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.752372:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762979.752375:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762979.752382:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762979.752400:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762979.752411:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff982a88058000 x1876700069899904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762979.752424:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069899904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762979.752457:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.752464:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762979.752471:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069899904:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762980.583298:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762981.607413:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762982.631259:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762983.655235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762984.679270:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762984.871266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.871275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762984.871279:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.871289:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2369
00000100:00080000:3.0:1789762984.871299:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.871307:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762984.871345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069900032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762984.871372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.871375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762984.871376:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.871379:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2369
00000100:00080000:3.0:1789762984.871383:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.871405:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762984.871415:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762984.871427:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069900032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762984.871434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069900160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762984.871447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.871451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762984.871469:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.871474:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2369
00000100:00080000:3.0:1789762984.871479:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.871483:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762984.871489:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762984.871498:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762984.871505:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069900288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762984.871517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762984.871520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762984.871522:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.871526:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2369
00000100:00080000:3.0:1789762984.871530:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.871535:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762984.871541:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762984.871544:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff982a89a44700 x1876700069900032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762984.871556:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069900416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762984.871569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762984.871573:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069900032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762984.871574:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762984.871577:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762984.871582:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2369
00000100:00080000:3.0:1789762984.871586:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762984.871597:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789762984.871602:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789762984.871608:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762984.871609:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762984.871614:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069900032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789762984.871650:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069900544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762984.871655:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762984.871680:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762984.871691:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff982a89a44000 x1876700069900160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.871699:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069900160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.871705:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.871707:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762984.871709:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762984.871720:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762984.871733:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762984.871740:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff982a89a45c00 x1876700069900288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.871747:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069900288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.871779:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.871782:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762984.871785:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762984.871791:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762984.871810:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762984.871819:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff982a89a44e00 x1876700069900416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.871830:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069900416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.871837:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.871839:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762984.871842:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762984.871857:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762984.871872:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762984.871881:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff982a89a46300 x1876700069900544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.871900:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069900544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.871907:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.871911:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762984.871914:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900544:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762985.703187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762986.727270:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762987.751321:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762988.775287:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762989.799217:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762989.991174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762989.991182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762989.991186:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762989.991194:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2374
00000100:00080000:3.0:1789762989.991203:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762989.991209:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789762989.991240:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069900672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762989.991263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762989.991265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762989.991266:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762989.991269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2374
00000100:00080000:3.0:1789762989.991272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762989.991274:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762989.991281:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762989.991289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069900800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762989.991296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762989.991311:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762989.991313:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762989.991321:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2374
00000100:00100000:0.0:1789762989.991324:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069900672:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789762989.991325:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762989.991336:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762989.991342:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762989.991357:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069900928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762989.991365:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762989.991368:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762989.991369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762989.991372:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2374
00000100:00080000:3.0:1789762989.991375:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762989.991378:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762989.991382:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762989.991390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069901056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762989.991396:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762989.991398:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789762989.991400:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762989.991402:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2374
00000100:00080000:3.0:1789762989.991406:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762989.991408:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789762989.991427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762989.991430:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789762989.991442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069901184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762989.991502:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff982a89a45500 x1876700069900672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.991538:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069900672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.991548:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.991551:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762989.991554:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069900672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762989.991561:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762989.991581:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762989.991591:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff982a89a45880 x1876700069900800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.991599:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069900800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.991605:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.991637:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762989.991639:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762989.991667:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762989.991697:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762989.991705:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff982a89a46a00 x1876700069900928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.991713:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069900928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.991718:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.991721:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762989.991723:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069900928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762989.991727:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762989.991739:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762989.991744:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff982a89a46300 x1876700069901056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.991752:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069901056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.991757:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.991759:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762989.991761:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762989.991764:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762989.991784:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762989.991790:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff982a89a44e00 x1876700069901184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.991798:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069901184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.991814:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.991818:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762989.991821:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901184:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762990.823369:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762991.847328:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762992.871309:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762993.895319:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762994.919237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762995.111169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.111177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762995.111180:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.111188:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2379
00000100:00080000:1.0:1789762995.111198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.111203:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789762995.111235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069901312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762995.111257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.111274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762995.111275:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.111279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2379
00000100:00080000:1.0:1789762995.111282:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.111286:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762995.111293:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762995.111303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069901440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762995.111312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762995.111313:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069901312:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789762995.111315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762995.111318:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.111327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2379
00000100:00080000:1.0:1789762995.111329:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.111331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762995.111333:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762995.111342:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069901568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762995.111347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.111349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762995.111351:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.111353:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2379
00000100:00080000:1.0:1789762995.111355:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.111358:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762995.111365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762995.111372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069901696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762995.111378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762995.111381:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789762995.111382:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762995.111386:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2379
00000800:00000100:0.0:1789762995.111388:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789762995.111390:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762995.111395:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789762995.111397:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762995.111404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069901824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762995.111439:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762995]  req@ffff982a88059880 x1876700069901312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762995.111460:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069901312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762995.111472:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762995.111477:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762995.111481:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069901312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789762995.111503:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762995.111526:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762995.111538:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762995]  req@ffff982a8805aa00 x1876700069901440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762995.111552:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069901440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762995.111567:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762995.111571:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762995.111575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762995.111581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789762995.111601:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762995.111611:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762995]  req@ffff982a88058e00 x1876700069901568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762995.111625:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069901568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762995.111634:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762995.111639:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762995.111643:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789762995.111649:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762995.111668:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762995.111680:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762995]  req@ffff982a88058a80 x1876700069901696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762995.111693:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069901696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762995.111701:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762995.111705:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762995.111709:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789762995.111724:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789762995.111748:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789762995.111760:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762995/real 1789762995]  req@ffff982a8805b100 x1876700069901824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762995.111773:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069901824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762995.111782:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762995.111785:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789762995.111789:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069901824:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789762995.943255:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762996.967241:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762997.991235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789762999.015248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763000.039235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763000.231171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763000.231185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763000.231189:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763000.231199:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2384
00000100:00080000:3.0:1789763000.231211:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763000.231218:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763000.231271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069901952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763000.231296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763000.231299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763000.231301:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763000.231304:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2384
00000100:00080000:3.0:1789763000.231306:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763000.231309:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763000.231334:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763000.231341:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069901952:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763000.231349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069902080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763000.231358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763000.231361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763000.231363:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763000.231365:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2384
00000100:00080000:3.0:1789763000.231369:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763000.231371:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763000.231375:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763000.231384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069902208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763000.231390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763000.231393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763000.231394:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763000.231396:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2384
00000100:00080000:3.0:1789763000.231399:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763000.231402:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763000.231405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763000.231411:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069902336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763000.231418:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763000.231420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763000.231424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763000.231430:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763000.231434:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2384
00000100:00080000:3.0:1789763000.231438:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763000.231441:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763000.231446:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763000.231454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069902464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763000.231475:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff982a89a45c00 x1876700069901952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763000.231492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069901952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763000.231500:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763000.231504:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763000.231507:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069901952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763000.231539:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763000.231557:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763000.231567:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff982a89a44000 x1876700069902080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763000.231587:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069902080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763000.231599:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763000.231602:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763000.231604:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763000.231609:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763000.231624:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763000.231631:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff982a89a44700 x1876700069902208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763000.231639:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069902208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763000.231644:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763000.231647:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763000.231649:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763000.231652:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763000.231664:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763000.231669:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff982a89a44380 x1876700069902336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763000.231677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069902336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763000.231691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763000.231693:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763000.231695:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763000.231699:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763000.231712:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763000.231718:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763000/real 1789763000]  req@ffff982a89a47100 x1876700069902464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763000.231726:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069902464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763000.231731:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763000.231732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763000.231735:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763001.063231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763002.087219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763003.111220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763004.135229:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763005.159293:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763005.351185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.351195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763005.351200:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.351211:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2389
00000100:00080000:1.0:1789763005.351223:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.351230:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763005.351278:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069902592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.351302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.351305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763005.351306:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.351329:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2389
00000100:00080000:1.0:1789763005.351333:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.351336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763005.351345:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763005.351357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069902720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.351366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.351369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763005.351371:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763005.351377:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069902592:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763005.351378:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2389
00000100:00080000:1.0:1789763005.351383:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.351395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763005.351399:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763005.351409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069902848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.351415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.351418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763005.351420:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.351429:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2389
00000100:00080000:1.0:1789763005.351445:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.351449:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763005.351454:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763005.351461:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069902976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763005.351473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763005.351476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763005.351478:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763005.351483:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2389
00000100:00080000:1.0:1789763005.351486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763005.351492:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763005.351500:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763005.351504:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902720:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789763005.351515:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069903104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763005.351549:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763005.351582:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763005.351611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903104:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763006.183243:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763007.207193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763008.231236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763008.423367:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789763008.423432:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763008.423456:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763008.423498:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763008.423527:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763008.423534:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763008.423544:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763008.423578:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763008]  req@ffff982a88058380 x1876700069903104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763008.423636:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069903104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763008.423648:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763008.423654:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763008.423659:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903104:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763008.423668:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763008]  req@ffff982a88059500 x1876700069902720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763008.423682:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069902720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763008.423691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763008.423695:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763008.423699:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763008.423706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763008]  req@ffff982a88059f80 x1876700069902848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763008.423719:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069902848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763008.423728:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763008.423732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763008.423735:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763008.423742:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763008]  req@ffff982a8805b800 x1876700069902976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763008.423764:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069902976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763008.423773:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763008.423776:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763008.423780:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069902976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763008.423796:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763008]  req@ffff982a88058700 x1876700069902592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763008.423810:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069902592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763008.423819:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763008.423823:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763008.423826:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069902592:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789763009.255238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763010.279227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763010.471138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763010.471146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763010.471150:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763010.471159:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2395
00000100:00080000:1.0:1789763010.471167:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763010.471172:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763010.471206:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069903232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763010.471226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763010.471229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763010.471230:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763010.471233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2395
00000100:00080000:1.0:1789763010.471235:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763010.471237:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763010.471258:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763010.471270:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069903232:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763010.471275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069903360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763010.471286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763010.471288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763010.471290:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763010.471292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2395
00000100:00080000:1.0:1789763010.471297:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763010.471300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763010.471306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763010.471318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069903488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763010.471328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763010.471331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763010.471333:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763010.471337:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2395
00000800:00000100:0.0:1789763010.471343:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763010.471343:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763010.471351:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763010.471357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763010.471377:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069903616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763010.471387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763010.471390:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff982a8805a680 x1876700069903232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763010.471392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763010.471400:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763010.471405:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2395
00000100:00080000:1.0:1789763010.471409:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763010.471412:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069903232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763010.471416:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763010.471424:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763010.471440:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763010.471440:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069903744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763010.471450:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763010.471459:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069903232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763010.471495:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763010.471522:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763010.471537:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff982a88059180 x1876700069903360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763010.471549:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069903360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.471557:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.471561:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763010.471565:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763010.471571:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763010.471606:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763010.471624:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff982a8805ad80 x1876700069903488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763010.471636:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069903488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.471644:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.471647:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763010.471650:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763010.471656:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763010.471678:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763010.471690:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff982a88058700 x1876700069903616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763010.471712:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069903616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.471719:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.471723:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763010.471726:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763010.471739:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763010.471762:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763010.471773:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763010]  req@ffff982a8805b800 x1876700069903744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763010.471785:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069903744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763010.471793:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763010.471797:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763010.471800:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069903744:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763011.303261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763012.327151:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763013.351194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763014.376136:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763015.399310:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763015.591212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763015.591227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763015.591233:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763015.591250:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2400
00000100:00080000:0.0:1789763015.591267:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763015.591279:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763015.591342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069903872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763015.591416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763015.591421:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763015.591424:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763015.591429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2400
00000100:00080000:0.0:1789763015.591435:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763015.591441:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763015.591466:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763015.591485:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069904000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763015.591500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763015.591505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763015.591508:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763015.591516:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069903872:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789763015.591519:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2400
00000100:00080000:0.0:1789763015.591532:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763015.591544:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763015.591555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763015.591580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069904128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763015.591600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763015.591608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763015.591614:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763015.591622:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2400
00000800:00000100:3.0:1789763015.591637:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789763015.591648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763015.591660:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763015.591671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763015.591727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069904256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763015.591728:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff982a89b81880 x1876700069903872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763015.591758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763015.591771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763015.591776:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763015.591790:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2400
00000100:00080000:0.0:1789763015.591796:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763015.591802:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763015.591809:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763015.591817:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069903872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763015.591831:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069904384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763015.591871:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763015.591895:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763015.591903:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069903872:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763015.591956:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904000:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763015.592022:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763015.592083:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff982a89b80e00 x1876700069904000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763015.592104:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069904000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763015.592115:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763015.592120:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763015.592124:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904000:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763015.592133:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904128:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763015.592161:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763015.592175:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff982a89b82300 x1876700069904128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763015.592190:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069904128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763015.592199:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763015.592203:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763015.592207:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904128:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763015.592214:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904256:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763015.592258:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763015.592271:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff982a89b80000 x1876700069904256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763015.592293:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069904256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763015.592310:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763015.592316:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763015.592323:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904256:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763015.592335:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904384:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763015.592376:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763015.592409:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff982a89b82a00 x1876700069904384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763015.592425:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069904384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763015.592436:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763015.592440:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763015.592445:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904384:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763016.423271:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763017.447307:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763018.471235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763019.495329:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763020.519264:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763020.711267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763020.711282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763020.711288:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763020.711304:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2405
00000100:00080000:3.0:1789763020.711348:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763020.711361:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763020.711419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069904512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763020.711467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763020.711473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763020.711486:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763020.711492:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2405
00000100:00080000:3.0:1789763020.711499:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763020.711505:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763020.711519:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763020.711539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069904640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763020.711555:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069904512:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763020.711558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763020.711571:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763020.711578:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763020.711584:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2405
00000100:00080000:3.0:1789763020.711588:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763020.711593:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763020.711599:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763020.711613:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069904768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763020.711625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763020.711639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763020.711643:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763020.711649:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2405
00000100:00080000:3.0:1789763020.711655:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763020.711665:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763020.711666:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763020.711676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763020.711696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069904896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763020.711709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763020.711714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763020.711716:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763020.711722:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2405
00000100:00080000:3.0:1789763020.711726:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763020.711732:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff982a89a46d80 x1876700069904512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763020.711738:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763020.711750:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763020.711775:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069905024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763020.711780:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069904512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.711818:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.711825:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763020.711832:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069904512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763020.711884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763020.711917:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763020.711964:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff982a89a45f80 x1876700069904640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763020.711985:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069904640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.711996:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.712000:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763020.712004:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763020.712012:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763020.712039:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763020.712086:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff982a89a47800 x1876700069904768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763020.712102:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069904768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.712122:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.712126:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763020.712130:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763020.712137:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763020.712161:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763020.712173:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff982a89a44a80 x1876700069904896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763020.712199:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069904896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.712210:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.712213:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763020.712217:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069904896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763020.712224:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763020.712247:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763020.712259:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff982a89a47480 x1876700069905024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763020.712272:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069905024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763020.712281:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763020.712285:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763020.712288:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905024:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763021.543342:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763022.567217:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763023.591367:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763024.615324:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763025.639365:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763025.831197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.831213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763025.831221:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.831237:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2410
00000100:00080000:3.0:1789763025.831291:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.831307:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763025.831409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069905152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.831453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.831458:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.831461:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.831471:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2410
00000100:00080000:3.0:1789763025.831477:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.831483:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763025.831499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.831519:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069905280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.831535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.831542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763025.831544:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069905152:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763025.831546:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.831561:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2410
00000100:00080000:3.0:1789763025.831570:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.831574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763025.831580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.831594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069905408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.831605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.831621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763025.831624:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.831630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2410
00000100:00080000:3.0:1789763025.831637:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.831644:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763025.831652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.831672:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069905536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763025.831684:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763025.831697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763025.831703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763025.831706:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763025.831714:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2410
00000100:00080000:3.0:1789763025.831720:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763025.831725:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763025.831730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.831747:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069905664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763025.831767:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff982a89a47b80 x1876700069905152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.831798:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069905152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.831815:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.831832:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763025.831838:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069905152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763025.831879:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763025.831950:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763025.831985:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff982a89a45180 x1876700069905280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.832008:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069905280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.832019:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.832024:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763025.832028:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763025.832037:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763025.832113:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763025.832130:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff982a89a46680 x1876700069905408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.832145:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069905408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.832156:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.832160:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763025.832164:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763025.832174:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763025.832238:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763025.832265:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff982a89a47480 x1876700069905536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.832291:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069905536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.832303:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.832309:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763025.832316:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763025.832330:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763025.832373:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763025.832396:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff982a89a44a80 x1876700069905664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763025.832420:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069905664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763025.832431:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763025.832435:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763025.832439:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905664:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763026.663296:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763027.687280:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763028.711280:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763029.735285:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763030.759253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763030.951229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.951250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763030.951259:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.951297:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2415
00000100:00080000:1.0:1789763030.951319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.951335:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763030.951419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069905792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.951466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.951472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763030.951475:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.951481:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2415
00000100:00080000:1.0:1789763030.951487:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.951494:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763030.951546:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763030.951558:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069905792:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763030.951607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069905920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.951628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.951633:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763030.951637:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.951643:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2415
00000100:00080000:1.0:1789763030.951663:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.951669:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763030.951678:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763030.951683:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763030.951703:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069906048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.951719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.951724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763030.951726:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.951731:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2415
00000100:00080000:1.0:1789763030.951737:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.951743:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763030.951751:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763030.951762:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff982a88059f80 x1876700069905792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763030.951769:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069906176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.951790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.951794:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763030.951810:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.951816:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2415
00000100:00080000:1.0:1789763030.951823:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.951837:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763030.951884:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763030.951900:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069905792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763030.951921:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069906304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763030.951923:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763030.951936:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763030.951951:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069905792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763030.952003:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763030.952043:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763030.952114:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff982a88059500 x1876700069905920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763030.952131:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069905920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763030.952142:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763030.952147:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763030.952151:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069905920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763030.952160:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763030.952201:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763030.952221:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff982a88058380 x1876700069906048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763030.952244:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069906048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763030.952261:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763030.952281:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763030.952289:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763030.952304:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763030.952346:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763030.952363:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff982a8805b100 x1876700069906176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763030.952378:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069906176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763030.952388:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763030.952392:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763030.952397:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763030.952404:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763030.952427:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763030.952438:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff982a88058a80 x1876700069906304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763030.952453:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069906304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763030.952462:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763030.952465:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763030.952469:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906304:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763031.783322:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763032.807268:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763033.831214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763034.855246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763035.879196:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763036.071166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763036.071175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763036.071180:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763036.071191:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2420
00000100:00080000:3.0:1789763036.071223:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763036.071231:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763036.071272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069906432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763036.071298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763036.071301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763036.071303:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763036.071306:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2420
00000100:00080000:3.0:1789763036.071308:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763036.071310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763036.071320:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763036.071337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069906560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763036.071350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763036.071359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763036.071360:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069906432:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763036.071363:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763036.071375:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2420
00000100:00080000:3.0:1789763036.071379:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763036.071384:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763036.071398:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763036.071415:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069906688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763036.071424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763036.071432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763036.071434:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763036.071439:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2420
00000100:00080000:3.0:1789763036.071443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763036.071447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763036.071456:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763036.071461:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763036.071474:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069906816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763036.071483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763036.071486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763036.071488:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763036.071494:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2420
00000100:00080000:3.0:1789763036.071497:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763036.071501:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff982a89a47800 x1876700069906432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763036.071502:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763036.071513:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763036.071529:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069906944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763036.071534:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069906432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763036.071565:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763036.071571:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763036.071574:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069906432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763036.071603:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763036.071631:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763036.071644:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff982a89a45f80 x1876700069906560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763036.071653:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069906560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763036.071659:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763036.071662:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763036.071664:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763036.071668:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763036.071683:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763036.071690:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff982a89a46d80 x1876700069906688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763036.071697:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069906688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763036.071711:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763036.071714:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763036.071716:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763036.071721:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763036.071737:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763036.071743:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff982a89a47100 x1876700069906816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763036.071751:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069906816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763036.071756:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763036.071758:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763036.071760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763036.071764:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763036.071774:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763036.071780:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763036/real 1789763036]  req@ffff982a89a44380 x1876700069906944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763036.071787:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069906944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763036.071792:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763036.071793:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763036.071795:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069906944:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763036.903261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763037.927215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763038.951192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763039.975200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763040.999239:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763041.191125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763041.191134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763041.191138:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763041.191147:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2425
00000100:00080000:3.0:1789763041.191156:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763041.191162:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763041.191196:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069907072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763041.191230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763041.191233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763041.191234:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763041.191237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2425
00000100:00080000:3.0:1789763041.191240:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763041.191242:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763041.191250:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763041.191267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069907200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763041.191271:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069907072:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763041.191281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763041.191284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763041.191286:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763041.191289:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2425
00000100:00080000:3.0:1789763041.191292:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763041.191295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763041.191298:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763041.191307:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069907328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763041.191313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763041.191316:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763041.191317:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763041.191319:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2425
00000100:00080000:3.0:1789763041.191326:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763041.191330:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763041.191334:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763041.191335:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763041.191347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069907456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763041.191358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763041.191361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763041.191362:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763041.191366:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2425
00000100:00080000:3.0:1789763041.191369:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763041.191373:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff982a89a44700 x1876700069907072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763041.191374:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763041.191380:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763041.191392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069907584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763041.191398:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069907072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763041.191408:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763041.191411:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763041.191415:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069907072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763041.191433:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763041.191448:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763041.191456:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff982a89a44000 x1876700069907200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763041.191464:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069907200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763041.191470:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763041.191472:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763041.191474:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763041.191477:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763041.191487:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763041.191492:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff982a89a45c00 x1876700069907328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763041.191511:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069907328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763041.191517:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763041.191519:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763041.191521:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763041.191525:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763041.191538:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763041.191547:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff982a89a44e00 x1876700069907456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763041.191558:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069907456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763041.191566:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763041.191570:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763041.191573:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763041.191580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763041.191599:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763041.191607:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763041/real 1789763041]  req@ffff982a89a46300 x1876700069907584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763041.191615:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069907584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763041.191629:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763041.191631:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763041.191633:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907584:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763042.023238:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763043.047146:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763044.071171:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763045.095163:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763046.119216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763046.311122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763046.311130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763046.311134:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763046.311146:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2430
00000100:00080000:3.0:1789763046.311160:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763046.311168:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763046.311212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069907712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763046.311238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763046.311259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763046.311261:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763046.311265:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2430
00000100:00080000:3.0:1789763046.311268:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763046.311272:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763046.311283:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763046.311309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069907840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763046.311320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763046.311321:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069907712:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763046.311324:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763046.311327:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763046.311334:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2430
00000100:00080000:3.0:1789763046.311337:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763046.311339:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763046.311343:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763046.311351:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069907968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763046.311357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763046.311360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763046.311362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763046.311364:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2430
00000100:00080000:3.0:1789763046.311367:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763046.311369:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763046.311405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763046.311414:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069908096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763046.311420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763046.311423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763046.311424:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763046.311426:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2430
00000100:00080000:3.0:1789763046.311429:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763046.311431:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763046.311434:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763046.311441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069908224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763046.311469:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763046.311516:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff982a89a46a00 x1876700069907712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763046.311560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069907712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763046.311576:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763046.311582:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763046.311588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069907712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763046.311626:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763046.311659:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763046.311675:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff982a89a45880 x1876700069907840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763046.311691:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069907840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763046.311701:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763046.311706:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763046.311710:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763046.311731:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763046.311804:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763046.311812:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff982a89a45500 x1876700069907968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763046.311820:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069907968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763046.311826:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763046.311828:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763046.311831:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069907968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763046.311834:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763046.311846:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763046.311852:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff982a89a46300 x1876700069908096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763046.311859:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069908096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763046.311864:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763046.311866:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763046.311868:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763046.311871:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763046.311881:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763046.311887:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763046/real 1789763046]  req@ffff982a89a44e00 x1876700069908224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763046.311900:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069908224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763046.311906:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763046.311908:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763046.311911:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908224:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763047.143253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763048.167221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763049.191204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763050.215198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763051.239311:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763051.431264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763051.431282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763051.431289:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763051.431306:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2436
00000100:00080000:0.0:1789763051.431323:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763051.431336:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763051.431398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069908352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763051.431439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763051.431444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763051.431447:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763051.431452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2436
00000100:00080000:0.0:1789763051.431458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763051.431464:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763051.431477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763051.431497:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069908480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763051.431510:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069908352:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789763051.431550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763051.431555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763051.431558:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763051.431565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2436
00000100:00080000:0.0:1789763051.431574:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763051.431579:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763051.431587:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763051.431604:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763051.431610:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069908608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763051.431625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763051.431630:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763051.431633:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763051.431638:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2436
00000100:00080000:0.0:1789763051.431641:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763051.431646:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763051.431652:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763051.431671:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff982a89b81c00 x1876700069908352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763051.431673:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069908736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763051.431748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763051.431755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763051.431758:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763051.431765:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2436
00000100:00100000:3.0:1789763051.431771:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069908352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763051.431787:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763051.431797:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763051.431800:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:3.0:1789763051.431811:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:0.0:1789763051.431814:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763051.431822:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069908352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763051.431841:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069908864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763051.431868:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908480:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763051.431926:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763051.431944:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff982a89b80700 x1876700069908480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.431960:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069908480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.431971:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.431976:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763051.431980:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908480:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763051.431988:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908608:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763051.432010:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763051.432022:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff982a89b81500 x1876700069908608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.432036:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069908608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.432080:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.432084:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763051.432088:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908608:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763051.432095:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908736:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763051.432133:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763051.432155:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff982a89b80380 x1876700069908736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.432208:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069908736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.432225:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.432229:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763051.432234:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908736:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763051.432242:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908864:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763051.432273:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763051.432288:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff982a89b82d80 x1876700069908864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.432302:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069908864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.432312:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.432316:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763051.432320:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069908864:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763052.263202:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763053.287241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763054.311201:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763055.335249:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763056.359175:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763056.551178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.551190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763056.551195:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.551207:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2441
00000100:00080000:3.0:1789763056.551221:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.551230:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763056.551277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069908992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763056.551339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.551344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763056.551347:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.551353:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2441
00000100:00080000:3.0:1789763056.551358:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.551363:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763056.551375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763056.551394:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069909120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763056.551408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.551413:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763056.551419:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763056.551421:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069908992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763056.551428:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2441
00000100:00080000:3.0:1789763056.551432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.551436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763056.551442:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763056.551456:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069909248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763056.551468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.551473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763056.551475:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.551480:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2441
00000100:00080000:3.0:1789763056.551496:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.551501:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763056.551509:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763056.551529:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763056.551531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069909376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763056.551549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763056.551554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763056.551557:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.551563:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2441
00000100:00080000:3.0:1789763056.551567:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763056.551572:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763056.551578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763056.551597:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff982a89a45c00 x1876700069908992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763056.551598:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069909504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763056.551662:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069908992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763056.551705:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763056.551712:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763056.551717:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069908992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763056.551748:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763056.551782:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763056.551799:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff982a89a44000 x1876700069909120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763056.551815:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069909120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763056.551826:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763056.551830:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763056.551847:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763056.551855:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763056.551882:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763056.551895:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff982a89a44700 x1876700069909248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763056.551910:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069909248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763056.551920:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763056.551923:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763056.551927:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763056.551934:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763056.551954:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763056.551965:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff982a89a44380 x1876700069909376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763056.551980:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069909376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763056.551989:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763056.551993:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763056.551996:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763056.552003:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763056.552020:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763056.552081:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff982a89a47100 x1876700069909504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763056.552109:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069909504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763056.552125:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763056.552132:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763056.552139:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909504:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763057.383145:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763058.407215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763059.431325:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763060.455221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763061.479247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763061.671128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763061.671150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763061.671155:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763061.671168:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2446
00000100:00080000:3.0:1789763061.671181:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763061.671191:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763061.671228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069909632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763061.671254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763061.671292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763061.671295:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763061.671300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2446
00000100:00080000:3.0:1789763061.671306:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763061.671311:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763061.671322:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763061.671338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069909760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763061.671359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763061.671364:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763061.671367:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763061.671373:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2446
00000100:00080000:3.0:1789763061.671377:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763061.671382:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763061.671389:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763061.671399:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069909632:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763061.671406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069909888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763061.671421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763061.671426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763061.671429:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763061.671434:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2446
00000100:00080000:3.0:1789763061.671439:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763061.671443:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763061.671459:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763061.671473:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069910016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763061.671485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763061.671490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789763061.671494:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763061.671495:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763061.671508:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2446
00000100:00080000:3.0:1789763061.671516:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763061.671521:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763061.671528:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763061.671542:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069910144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763061.671561:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff982a89a46d80 x1876700069909632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.671591:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069909632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.671606:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.671612:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763061.671617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069909632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763061.671627:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763061.671679:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763061.671711:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff982a89a45f80 x1876700069909760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.671729:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069909760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.671762:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.671767:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763061.671772:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763061.671806:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763061.671839:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763061.671856:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff982a89a47800 x1876700069909888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.671873:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069909888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.671885:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.671889:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763061.671894:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069909888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763061.671902:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763061.671925:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763061.671935:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff982a89a44a80 x1876700069910016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.671946:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069910016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.671953:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.671955:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763061.671958:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763061.671973:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763061.671991:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763061.672000:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff982a89a47480 x1876700069910144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763061.672010:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069910144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.672016:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763061.672019:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763061.672021:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910144:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763062.503267:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763063.527291:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763064.551222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763065.575256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763066.599218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763066.791160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763066.791177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763066.791184:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763066.791200:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2451
00000100:00080000:3.0:1789763066.791217:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763066.791229:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763066.791285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069910272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763066.791331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763066.791339:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763066.791343:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763066.791360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2451
00000100:00080000:3.0:1789763066.791391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763066.791402:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763066.791418:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069910272:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789763066.791420:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763066.791451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069910400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763066.791468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763066.791473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763066.791476:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763066.791481:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2451
00000100:00080000:3.0:1789763066.791488:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763066.791494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763066.791500:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763066.791517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069910528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763066.791529:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763066.791543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763066.791549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763066.791552:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763066.791559:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2451
00000100:00080000:3.0:1789763066.791564:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763066.791568:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763066.791575:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763066.791621:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff982a89a46680 x1876700069910272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763066.791627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069910656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763066.791686:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069910272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763066.791756:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763066.791760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763066.791767:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789763066.791771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763066.791780:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763066.791781:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069910272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763066.791797:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2451
00000100:00080000:3.0:1789763066.791807:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763066.791814:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763066.791824:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763066.791827:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910400:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763066.791853:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069910784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763066.791879:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763066.791900:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff982a89a45180 x1876700069910400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763066.791941:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069910400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763066.791953:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763066.791957:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763066.791962:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763066.791970:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763066.791995:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763066.792008:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff982a89a47b80 x1876700069910528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763066.792023:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069910528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763066.792032:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763066.792036:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763066.792040:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763066.792085:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763066.792110:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763066.792124:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff982a89a47480 x1876700069910656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763066.792138:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069910656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763066.792166:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763066.792170:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763066.792175:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763066.792199:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763066.792243:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763066.792258:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff982a89a44a80 x1876700069910784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763066.792272:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069910784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763066.792282:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763066.792286:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763066.792290:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069910784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763067.623272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763068.647241:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763069.671251:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763070.695245:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763071.719267:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763071.911187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.911203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763071.911210:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.911227:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2456
00000100:00080000:3.0:1789763071.911245:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.911257:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763071.911320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069910912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763071.911361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.911369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763071.911372:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.911380:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2456
00000100:00080000:3.0:1789763071.911398:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.911407:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763071.911450:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069910912:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789763071.911452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.911480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069911040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763071.911499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.911506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763071.911509:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.911515:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2456
00000100:00080000:3.0:1789763071.911522:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.911529:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763071.911537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.911554:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069911168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763071.911598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.911605:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763071.911609:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.911615:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2456
00000100:00080000:3.0:1789763071.911621:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763071.911628:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763071.911637:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.911656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069911296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763071.911664:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911040:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763071.911678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763071.911684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763071.911698:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763071.911707:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2456
00000100:00080000:3.0:1789763071.911715:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763071.911724:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911168:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763071.911724:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763071.911736:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.911757:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069911424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763071.911771:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763071.911831:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911424:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763072.743223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763073.767245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763074.791152:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763074.983375:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789763074.983441:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763074.983462:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763074.983510:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763074.983522:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763074.983547:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763074.983570:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763074.983594:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763074]  req@ffff982a89a44380 x1876700069911424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763074.983647:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069911424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763074.983660:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763074.983666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763074.983670:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911424:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763074.983679:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763074]  req@ffff982a89a47100 x1876700069911296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763074.983696:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069911296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763074.983705:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763074.983709:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763074.983713:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763074.983720:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763074]  req@ffff982a89a45f80 x1876700069911040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763074.983738:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069911040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763074.983747:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763074.983751:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763074.983754:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763074.983762:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763074]  req@ffff982a89a46d80 x1876700069911168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763074.983789:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069911168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763074.983795:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763074.983798:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763074.983800:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763074.983808:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763074]  req@ffff982a89a47800 x1876700069910912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763074.983821:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069910912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763074.983829:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763074.983832:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763074.983836:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069910912:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789763075.815174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763076.839229:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763077.031227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.031239:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763077.031245:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.031257:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2461
00000100:00080000:3.0:1789763077.031271:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.031280:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763077.031328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069911552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763077.031362:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.031367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763077.031369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.031374:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2461
00000100:00080000:3.0:1789763077.031378:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.031382:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763077.031392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763077.031408:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069911680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763077.031441:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069911552:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763077.031478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.031486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763077.031490:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.031500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2461
00000100:00080000:3.0:1789763077.031511:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.031543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763077.031556:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763077.031593:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763077.031596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069911808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763077.031618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763077.031626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763077.031630:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763077.031638:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2461
00000100:00080000:3.0:1789763077.031647:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.031654:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763077.031665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763077.031675:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff982a89a44700 x1876700069911552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763077.031696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069911936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763077.031718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763077.031723:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069911552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763077.031730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763077.031740:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763077.031769:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763077.031770:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2461
00000100:00080000:0.0:1789763077.031782:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789763077.031802:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763077.031815:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763077.031819:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069911552:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789763077.031829:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763077.031863:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069912064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763077.031889:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763077.031952:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763077.031984:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff982a89a44000 x1876700069911680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763077.032012:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069911680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763077.032029:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763077.032035:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763077.032110:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763077.032129:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763077.032175:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763077.032201:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff982a89a45c00 x1876700069911808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763077.032228:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069911808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763077.032245:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763077.032252:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763077.032259:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763077.032271:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763077.032323:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763077.032357:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff982a89a44e00 x1876700069911936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763077.032398:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069911936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763077.032415:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763077.032422:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763077.032429:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069911936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763077.032467:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763077.032513:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763077.032565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763077/real 1789763077]  req@ffff982a89a46300 x1876700069912064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763077.032591:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069912064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763077.032606:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763077.032612:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763077.032618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912064:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763077.863179:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763078.887325:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763079.911240:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763080.935254:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763081.959274:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763082.151261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.151273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763082.151278:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.151290:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2466
00000100:00080000:1.0:1789763082.151303:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.151312:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763082.151361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069912192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763082.151405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.151410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763082.151430:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.151436:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2466
00000100:00080000:1.0:1789763082.151441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.151446:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763082.151458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763082.151475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069912320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763082.151512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.151517:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763082.151520:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.151525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2466
00000100:00080000:1.0:1789763082.151530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.151535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763082.151543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763082.151553:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069912192:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763082.151565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069912448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763082.151581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763082.151585:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763082.151588:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.151593:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2466
00000100:00080000:1.0:1789763082.151597:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.151602:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763082.151608:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763082.151633:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069912576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763082.151646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763082.151654:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763082.151656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763082.151664:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763082.151671:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2466
00000100:00080000:1.0:1789763082.151680:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763082.151686:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763082.151693:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763082.151709:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069912704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763082.151723:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff982a88058e00 x1876700069912192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763082.151752:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069912192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763082.151767:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763082.151785:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763082.151791:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069912192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763082.151802:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763082.151834:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763082.151850:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff982a8805aa00 x1876700069912320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763082.151866:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069912320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763082.151876:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763082.151880:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763082.151884:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763082.151914:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763082.151935:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763082.151947:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff982a88059880 x1876700069912448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763082.151960:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069912448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763082.151970:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763082.151973:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763082.151977:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763082.151983:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763082.152031:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763082.152043:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff982a88058000 x1876700069912576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763082.152106:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069912576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763082.152117:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763082.152121:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763082.152124:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763082.152132:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763082.152156:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763082.152169:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763082/real 1789763082]  req@ffff982a8805b480 x1876700069912704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763082.152183:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069912704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763082.152193:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763082.152196:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763082.152199:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912704:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763082.983319:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763084.007349:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763085.031333:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763086.055199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763087.079259:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763087.271232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763087.271245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763087.271250:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763087.271264:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2471
00000100:00080000:3.0:1789763087.271277:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763087.271286:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763087.271335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069912832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763087.271370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763087.271375:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763087.271378:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763087.271382:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2471
00000100:00080000:3.0:1789763087.271387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763087.271391:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763087.271402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763087.271418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069912960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763087.271472:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069912832:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763087.271504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763087.271509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763087.271520:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763087.271528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2471
00000100:00080000:3.0:1789763087.271536:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763087.271543:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763087.271551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763087.271572:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069913088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763087.271580:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763087.271599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763087.271604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763087.271607:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763087.271616:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2471
00000100:00080000:3.0:1789763087.271620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763087.271626:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763087.271634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763087.271648:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff982a89a45500 x1876700069912832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763087.271656:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069913216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763087.271704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763087.271708:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763087.271714:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763087.271729:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2471
00000100:00080000:3.0:1789763087.271750:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763087.271755:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069912832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763087.271763:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763087.271779:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763087.271788:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763087.271798:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763087.271805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069913344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763087.271813:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069912832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763087.271864:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763087.271903:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763087.271920:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff982a89a45880 x1876700069912960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763087.271942:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069912960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763087.271958:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763087.271964:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763087.271971:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069912960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763087.271983:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763087.272083:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763087.272116:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff982a89a46a00 x1876700069913088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763087.272132:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069913088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763087.272143:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763087.272157:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763087.272162:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763087.272171:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763087.272203:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763087.272218:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff982a89a46300 x1876700069913216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763087.272232:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069913216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763087.272242:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763087.272246:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763087.272250:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763087.272256:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763087.272275:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763087.272286:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763087/real 1789763087]  req@ffff982a89a44e00 x1876700069913344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763087.272300:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069913344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763087.272309:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763087.272312:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763087.272316:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913344:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763088.103212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763089.127289:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763090.151209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763091.175276:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763092.199250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763092.391153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763092.391167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763092.391172:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.391185:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2477
00000100:00080000:3.0:1789763092.391200:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763092.391210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763092.391266:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069913472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763092.391297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763092.391301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763092.391303:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.391307:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2477
00000100:00080000:3.0:1789763092.391310:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763092.391313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763092.391325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763092.391361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069913600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763092.391430:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069913472:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763092.391433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763092.391448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763092.391452:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.391459:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2477
00000100:00080000:3.0:1789763092.391464:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763092.391468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763092.391489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763092.391525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069913728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763092.391543:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763092.391547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763092.391549:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.391554:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2477
00000100:00080000:3.0:1789763092.391560:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763092.391567:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763092.391573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763092.391577:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763092.391601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069913856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763092.391612:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763092.391616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763092.391618:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763092.391624:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2477
00000100:00080000:3.0:1789763092.391638:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763092.391646:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff982a89a45c00 x1876700069913472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763092.391652:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763092.391672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763092.391712:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069913472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763092.391715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069913984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763092.391769:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.391778:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763092.391788:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069913472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763092.391827:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763092.391855:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763092.391871:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff982a89a44000 x1876700069913600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.391886:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069913600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.391896:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.391900:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763092.391904:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763092.391911:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763092.391931:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763092.391942:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff982a89a44700 x1876700069913728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.391956:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069913728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.391977:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.391982:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763092.391986:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763092.391994:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763092.392021:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763092.392034:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff982a89a47800 x1876700069913856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.392114:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069913856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.392124:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.392142:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763092.392147:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763092.392155:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763092.392180:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763092.392194:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff982a89a46d80 x1876700069913984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.392208:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069913984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.392217:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.392221:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763092.392224:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069913984:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763093.223313:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763094.247236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763095.271352:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763096.295208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763097.319306:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763097.511337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.511354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763097.511361:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.511404:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2482
00000100:00080000:1.0:1789763097.511427:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763097.511442:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763097.511524:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069914112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763097.511573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.511580:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763097.511584:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.511624:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2482
00000100:00080000:1.0:1789763097.511635:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763097.511646:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763097.511664:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069914112:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789763097.511683:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763097.511730:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069914240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763097.511756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.511765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:0.0:1789763097.511771:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763097.511774:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.511793:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2482
00000100:00080000:1.0:1789763097.511806:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763097.511819:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763097.511833:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763097.511841:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff982a8805bb80 x1876700069914112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763097.511860:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069914368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763097.511874:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069914112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763097.511890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.511909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763097.511919:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.511931:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2482
00000100:00080000:1.0:1789763097.511945:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763097.511954:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763097.511955:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763097.511975:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763097.511988:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:1.0:1789763097.512006:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069914496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763097.512007:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069914112:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763097.512037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763097.512043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763097.512130:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763097.512140:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2482
00000100:00080000:1.0:1789763097.512147:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763097.512152:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914240:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789763097.512162:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763097.512175:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763097.512199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069914624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763097.512216:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763097.512252:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff982a8805a300 x1876700069914240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.512273:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069914240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.512285:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.512290:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763097.512295:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763097.512305:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763097.512327:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763097.512339:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff982a88059c00 x1876700069914368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.512416:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069914368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.512427:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.512431:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763097.512435:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763097.512444:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763097.512474:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763097.512488:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff982a8805b480 x1876700069914496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.512502:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069914496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.512511:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.512515:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763097.512519:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763097.512543:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763097.512562:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763097.512574:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff982a88058000 x1876700069914624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.512587:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069914624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.512614:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.512619:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763097.512623:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763098.343284:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763099.367268:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763100.391231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763101.415309:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763102.439233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763102.631151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.631162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763102.631167:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763102.631179:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2487
00000100:00080000:1.0:1789763102.631193:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763102.631201:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763102.631265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069914752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763102.631305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.631307:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763102.631308:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763102.631311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2487
00000100:00080000:1.0:1789763102.631314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763102.631318:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763102.631359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763102.631371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069914880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763102.631379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.631387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763102.631388:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763102.631392:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2487
00000100:00080000:1.0:1789763102.631395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763102.631402:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069914752:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763102.631403:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763102.631412:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763102.631420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069915008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763102.631427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.631431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763102.631432:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763102.631435:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2487
00000100:00080000:1.0:1789763102.631438:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763102.631440:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763102.631444:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763102.631452:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069915136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763102.631458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763102.631460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763102.631466:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763102.631469:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2487
00000100:00080000:1.0:1789763102.631475:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763102.631479:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763102.631483:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763102.631489:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763102.631494:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069915264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763102.631542:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff982a88059880 x1876700069914752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.631559:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069914752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.631568:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.631572:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763102.631575:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069914752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763102.631581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763102.631596:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763102.631622:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff982a8805aa00 x1876700069914880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.631630:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069914880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.631636:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.631637:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763102.631640:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069914880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763102.631673:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763102.631688:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763102.631695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff982a88058e00 x1876700069915008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.631703:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069915008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.631709:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.631711:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763102.631713:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763102.631717:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763102.631728:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763102.631734:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff982a88058a80 x1876700069915136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.631742:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069915136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.631747:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.631749:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763102.631751:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763102.631754:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763102.631764:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763102.631770:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff982a8805b100 x1876700069915264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.631784:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069915264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.631790:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.631792:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763102.631794:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915264:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763103.463307:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763104.487285:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763105.511335:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763106.535176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763107.559282:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763107.751184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.751195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763107.751200:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.751212:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2492
00000100:00080000:1.0:1789763107.751224:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.751233:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763107.751316:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069915392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763107.751354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.751358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763107.751361:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.751366:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2492
00000100:00080000:1.0:1789763107.751371:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.751375:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763107.751386:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763107.751401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069915520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763107.751451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.751456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763107.751460:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.751465:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2492
00000100:00080000:1.0:1789763107.751471:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.751476:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763107.751483:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763107.751496:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069915392:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763107.751502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069915648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763107.751519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.751523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763107.751525:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.751530:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2492
00000100:00080000:1.0:1789763107.751534:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.751539:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763107.751545:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763107.751560:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069915776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763107.751572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763107.751577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763107.751579:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763107.751583:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2492
00000800:00000100:0.0:1789763107.751593:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763107.751600:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763107.751622:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763107.751631:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763107.751647:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069915904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763107.751668:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff982a88058380 x1876700069915392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.751696:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069915392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.751711:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.751717:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763107.751722:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069915392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763107.751731:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763107.751767:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763107.751781:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff982a88059500 x1876700069915520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.751795:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069915520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.751805:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.751824:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763107.751829:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763107.751860:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763107.751886:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763107.751899:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff982a88059f80 x1876700069915648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.751913:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069915648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.751923:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.751926:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763107.751930:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763107.751937:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763107.751957:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763107.751968:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff982a8805b800 x1876700069915776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.751982:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069915776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.751991:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.751994:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763107.751998:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763107.752004:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763107.752039:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763107.752104:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff982a88058700 x1876700069915904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.752119:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069915904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.752130:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.752134:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763107.752138:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069915904:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763108.583247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763109.607305:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763110.631191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763111.655354:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763112.679232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763112.871174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.871198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763112.871203:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.871214:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2497
00000100:00080000:1.0:1789763112.871228:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.871237:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763112.871339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069916032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.871372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763112.871377:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763112.871379:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.871384:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2497
00000100:00080000:1.0:1789763112.871390:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.871394:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763112.871408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763112.871425:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069916160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.871448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763112.871455:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069916032:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763112.871472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763112.871476:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.871484:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2497
00000100:00080000:1.0:1789763112.871491:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.871497:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763112.871505:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763112.871523:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069916288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.871540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763112.871548:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763112.871555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763112.871562:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.871573:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2497
00000100:00080000:1.0:1789763112.871581:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.871589:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763112.871601:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763112.871610:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff982a8805ad80 x1876700069916032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763112.871634:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069916416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763112.871659:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763112.871668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069916032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763112.871669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763112.871677:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763112.871693:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2497
00000100:00080000:1.0:1789763112.871705:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763112.871725:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763112.871731:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763112.871750:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763112.871751:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763112.871769:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069916032:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763112.871778:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069916544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763112.871816:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763112.871857:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763112.871874:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff982a88059180 x1876700069916160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.871900:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069916160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.871923:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.871928:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763112.871933:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763112.871941:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763112.871968:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763112.871984:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff982a8805a680 x1876700069916288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.872008:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069916288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.872023:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.872030:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763112.872037:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763112.872101:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763112.872135:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763112.872151:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff982a88058700 x1876700069916416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.872166:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069916416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.872185:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.872189:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763112.872193:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763112.872211:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763112.872237:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763112.872249:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff982a8805b800 x1876700069916544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.872305:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069916544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.872316:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.872319:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763112.872323:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916544:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763113.703369:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763114.727283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763115.751173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763116.775336:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763117.799186:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763117.991206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.991215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763117.991234:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763117.991245:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2502
00000100:00080000:3.0:1789763117.991255:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.991262:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763117.991299:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069916672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763117.991323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.991326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763117.991327:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763117.991346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2502
00000100:00080000:3.0:1789763117.991351:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.991354:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763117.991361:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069916672:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789763117.991363:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763117.991378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069916800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763117.991387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.991390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763117.991391:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763117.991395:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2502
00000100:00080000:3.0:1789763117.991398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.991401:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763117.991405:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763117.991413:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069916928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763117.991421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.991424:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763117.991425:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763117.991431:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763117.991431:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2502
00000100:00080000:3.0:1789763117.991435:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763117.991440:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763117.991445:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763117.991454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069917056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763117.991467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763117.991470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763117.991471:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763117.991474:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2502
00000100:00080000:3.0:1789763117.991478:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763117.991483:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff982a89a45f80 x1876700069916672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763117.991484:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763117.991493:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763117.991510:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069917184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763117.991516:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069916672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.991532:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.991537:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763117.991542:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069916672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763117.991590:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763117.991622:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763117.991638:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff982a89a47100 x1876700069916800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.991677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069916800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.991688:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.991692:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763117.991697:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763117.991704:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763117.991744:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763117.991752:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff982a89a44380 x1876700069916928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.991760:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069916928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.991766:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.991768:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763117.991770:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069916928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763117.991774:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763117.991788:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763117.991794:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff982a89a44a80 x1876700069917056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.991802:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069917056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.991818:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.991821:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763117.991824:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763117.991828:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763117.991844:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763117.991851:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff982a89a47480 x1876700069917184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763117.991859:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069917184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763117.991865:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763117.991867:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763117.991869:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917184:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763118.823299:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763119.847340:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763120.871343:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763121.895371:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763122.919395:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763123.111219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.111240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763123.111249:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.111270:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2507
00000100:00080000:3.0:1789763123.111292:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763123.111307:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763123.111373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069917312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763123.111415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.111420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763123.111423:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.111429:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2507
00000100:00080000:3.0:1789763123.111441:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763123.111446:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763123.111488:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763123.111509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069917440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763123.111520:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069917312:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763123.111536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.111543:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763123.111546:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.111553:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2507
00000100:00080000:3.0:1789763123.111559:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763123.111565:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763123.111571:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763123.111593:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069917568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763123.111612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.111619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763123.111624:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763123.111632:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2507
00000100:00080000:3.0:1789763123.111640:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763123.111646:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763123.111661:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763123.111675:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763123.111707:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069917696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763123.111722:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff982a89a47b80 x1876700069917312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763123.111736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763123.111748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763123.111756:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069917312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763123.111772:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763123.111793:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763123.111795:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2507
00000100:00080000:3.0:1789763123.111812:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763123.111814:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789763123.111825:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763123.111832:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069917312:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789763123.111839:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763123.111865:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069917824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763123.111914:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763123.111959:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763123.111977:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff982a89a45180 x1876700069917440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763123.111994:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069917440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763123.112005:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763123.112010:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763123.112014:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763123.112021:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763123.112085:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763123.112102:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff982a89a46680 x1876700069917568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763123.112117:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069917568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763123.112128:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763123.112132:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763123.112136:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763123.112143:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763123.112169:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763123.112206:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff982a89a47480 x1876700069917696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763123.112238:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069917696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763123.112249:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763123.112253:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763123.112257:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763123.112266:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763123.112296:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763123.112309:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763123/real 1789763123]  req@ffff982a89a44a80 x1876700069917824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763123.112324:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069917824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763123.112334:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763123.112337:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763123.112341:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069917824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763123.943325:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763124.967333:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763125.991235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763127.015340:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763128.039351:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763128.231188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.231199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763128.231204:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.231216:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2512
00000100:00080000:3.0:1789763128.231230:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.231238:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763128.231290:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069917952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763128.231319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.231322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763128.231324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.231327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2512
00000100:00080000:3.0:1789763128.231329:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.231331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763128.231341:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763128.231352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069918080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763128.231383:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069917952:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763128.231387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.231392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763128.231393:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.231398:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2512
00000100:00080000:3.0:1789763128.231400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.231403:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763128.231407:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763128.231417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069918208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763128.231423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.231426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763128.231427:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.231429:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2512
00000100:00080000:3.0:1789763128.231432:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.231434:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763128.231437:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763128.231444:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069918336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763128.231450:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763128.231452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763128.231454:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763128.231456:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2512
00000100:00080000:3.0:1789763128.231464:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763128.231469:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763128.231471:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763128.231475:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763128.231485:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069918464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763128.231530:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763128]  req@ffff982a89a44380 x1876700069917952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763128.231547:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069917952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763128.231557:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763128.231566:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763128.231570:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069917952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763128.231608:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763128.231632:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763128.231651:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763128]  req@ffff982a89a47100 x1876700069918080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763128.231667:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069918080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763128.231677:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763128.231692:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763128.231696:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763128.231702:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763128.231724:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763128.231736:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763128]  req@ffff982a89a45f80 x1876700069918208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763128.231748:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069918208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763128.231757:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763128.231760:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763128.231764:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763128.231769:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763128.231803:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763128.231816:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763128]  req@ffff982a89a46d80 x1876700069918336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763128.231829:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069918336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763128.231837:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763128.231840:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763128.231842:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763128.231846:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763128.231862:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763128.231869:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763128/real 1789763128]  req@ffff982a89a47800 x1876700069918464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763128.231877:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069918464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763128.231882:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763128.231884:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763128.231886:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918464:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763129.063383:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763130.087319:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763131.111331:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763132.135344:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763133.159340:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763133.351280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.351293:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763133.351298:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.351323:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2517
00000100:00080000:1.0:1789763133.351338:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763133.351348:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763133.351398:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069918592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763133.351464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.351469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763133.351471:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.351477:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2517
00000100:00080000:1.0:1789763133.351482:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763133.351488:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763133.351501:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763133.351519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069918720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763133.351532:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069918592:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763133.351538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.351547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763133.351549:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.351555:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2517
00000100:00080000:1.0:1789763133.351571:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763133.351575:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763133.351581:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763133.351595:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069918848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763133.351606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.351610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763133.351613:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.351618:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2517
00000100:00080000:1.0:1789763133.351636:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763133.351641:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763133.351649:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763133.351657:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763133.351672:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069918976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763133.351697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.351702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763133.351705:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763133.351709:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2517
00000100:00080000:1.0:1789763133.351713:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763133.351718:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763133.351724:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763133.351749:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff982a88059f80 x1876700069918592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.351750:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069919104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763133.351838:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069918592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.351852:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.351858:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763133.351863:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069918592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763133.351895:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763133.351929:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763133.351946:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff982a88059500 x1876700069918720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763133.351961:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069918720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.351979:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.351984:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763133.351987:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763133.351994:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763133.352013:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763133.352026:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff982a88058380 x1876700069918848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763133.352152:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069918848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.352180:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.352195:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763133.352200:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763133.352209:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763133.352243:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763133.352258:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff982a8805b100 x1876700069918976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763133.352278:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069918976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.352288:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.352291:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763133.352295:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069918976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763133.352302:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763133.352326:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763133.352345:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff982a88058a80 x1876700069919104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763133.352368:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069919104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763133.352384:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763133.352391:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763133.352398:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919104:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763134.183342:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763135.207261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763136.231358:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763137.255349:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763138.279291:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763138.471259:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.471271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763138.471276:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.471289:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2523
00000100:00080000:3.0:1789763138.471303:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.471350:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763138.471410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069919232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763138.471459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.471465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763138.471468:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.471474:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2523
00000100:00080000:3.0:1789763138.471480:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.471486:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763138.471499:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763138.471522:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069919360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763138.471533:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069919232:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763138.471557:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.471587:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763138.471593:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.471604:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2523
00000100:00080000:3.0:1789763138.471615:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.471625:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763138.471637:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763138.471667:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069919488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763138.471687:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.471694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763138.471698:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763138.471708:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2523
00000100:00080000:3.0:1789763138.471717:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.471727:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763138.471739:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763138.471743:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919360:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763138.471772:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069919616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763138.471793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763138.471799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763138.471802:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763138.471816:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919488:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763138.471817:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2523
00000100:00080000:3.0:1789763138.471831:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763138.471840:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763138.471861:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763138.471870:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919616:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763138.471886:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069919744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763138.471919:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919744:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763139.303277:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763140.327333:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763141.351323:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763141.543436:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789763141.543502:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763141.543528:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763141.543621:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763141.543641:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763141.543658:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763141.543669:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763141.543706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763141]  req@ffff982a89a46300 x1876700069919744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763141.543752:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069919744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763141.543776:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763141.543785:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763141.543794:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919744:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763141.543809:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763141]  req@ffff982a89a44e00 x1876700069919616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763141.543831:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069919616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763141.543845:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763141.543851:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763141.543858:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763141.543869:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763141]  req@ffff982a89a44000 x1876700069919360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763141.543923:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069919360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763141.543939:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763141.543945:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763141.543961:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763141.543976:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763141]  req@ffff982a89a45c00 x1876700069919488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763141.544000:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069919488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763141.544014:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763141.544020:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763141.544027:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069919488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763141.544039:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763141]  req@ffff982a89a44700 x1876700069919232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763141.544140:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069919232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763141.544156:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763141.544162:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763141.544168:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069919232:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789763142.375192:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763143.399320:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763143.591279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763143.591295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763143.591301:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763143.591319:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2528
00000100:00080000:1.0:1789763143.591335:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763143.591346:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763143.591399:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069919872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763143.591443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763143.591450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763143.591453:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763143.591461:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2528
00000100:00080000:1.0:1789763143.591468:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763143.591475:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763143.591491:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763143.591516:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069920000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763143.591536:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069919872:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763143.591542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763143.591553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763143.591557:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763143.591590:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2528
00000100:00080000:1.0:1789763143.591598:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763143.591607:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763143.591618:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763143.591644:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069920128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763143.591663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763143.591669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763143.591673:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763143.591685:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763143.591691:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2528
00000100:00080000:1.0:1789763143.591702:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763143.591712:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763143.591723:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763143.591747:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069920256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763143.591766:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff982a88058e00 x1876700069919872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763143.591769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763143.591785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763143.591793:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763143.591812:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2528
00000100:00080000:1.0:1789763143.591820:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763143.591830:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069919872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763143.591837:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763143.591852:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763143.591864:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.591877:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:1.0:1789763143.591882:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069920384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763143.591892:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069919872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763143.591946:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763143.591995:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763143.592021:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff982a8805aa00 x1876700069920000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763143.592127:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069920000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763143.592145:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.592152:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763143.592158:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763143.592171:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763143.592211:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763143.592236:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff982a88059880 x1876700069920128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763143.592258:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069920128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763143.592289:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.592296:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763143.592304:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763143.592317:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763143.592371:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763143.592404:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff982a88058000 x1876700069920256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763143.592426:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069920256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763143.592440:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.592446:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763143.592452:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763143.592463:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763143.592496:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763143.592516:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763143]  req@ffff982a8805b480 x1876700069920384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763143.592537:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069920384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763143.592552:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763143.592558:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763143.592564:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920384:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763144.423207:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763145.447253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763146.471230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763147.495258:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763148.519373:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763148.711153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763148.711165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763148.711170:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763148.711183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2533
00000100:00080000:1.0:1789763148.711208:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763148.711218:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763148.711264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069920512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763148.711297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763148.711301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763148.711304:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763148.711309:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2533
00000100:00080000:1.0:1789763148.711321:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763148.711327:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763148.711339:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763148.711355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069920640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763148.711370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763148.711378:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069920512:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763148.711378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763148.711383:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763148.711398:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2533
00000100:00080000:1.0:1789763148.711422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763148.711429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763148.711437:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763148.711455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069920768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763148.711469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763148.711474:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763148.711479:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763148.711481:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763148.711488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2533
00000100:00080000:1.0:1789763148.711498:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763148.711505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763148.711512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763148.711529:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069920896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763148.711542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763148.711549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763148.711551:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763148.711557:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2533
00000100:00080000:1.0:1789763148.711561:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763148.711565:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff982a88059c00 x1876700069920512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763148.711567:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763148.711577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763148.711599:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069921024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763148.711610:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069920512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.711651:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.711659:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763148.711667:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069920512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763148.711701:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763148.711730:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763148.711746:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff982a8805a300 x1876700069920640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763148.711761:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069920640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.711772:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.711776:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763148.711780:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763148.711787:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763148.711816:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763148.711836:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff982a8805bb80 x1876700069920768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763148.711890:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069920768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.711909:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.711913:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763148.711918:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763148.711926:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763148.711958:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763148.711973:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff982a8805b480 x1876700069920896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763148.712020:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069920896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.712037:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.712088:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763148.712096:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069920896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763148.712109:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763148.712142:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763148.712159:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff982a88058000 x1876700069921024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763148.712174:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069921024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.712203:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.712210:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763148.712218:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921024:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763149.543276:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763150.567262:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763151.591394:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763152.615214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763153.639245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763153.831206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763153.831223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763153.831230:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.831247:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2538
00000100:00080000:3.0:1789763153.831266:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.831280:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763153.831338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069921152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763153.831397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763153.831404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763153.831408:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.831417:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2538
00000100:00080000:3.0:1789763153.831426:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.831433:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763153.831449:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763153.831476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069921280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763153.831496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763153.831503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763153.831525:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069921152:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763153.831530:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.831544:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2538
00000100:00080000:3.0:1789763153.831556:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.831564:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763153.831577:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763153.831604:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069921408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763153.831623:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763153.831648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763153.831656:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763153.831660:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.831671:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2538
00000100:00080000:3.0:1789763153.831681:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.831690:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763153.831703:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff982a89a46a00 x1876700069921152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763153.831704:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763153.831742:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069921536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763153.831749:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069921152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.831795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763153.831796:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.831810:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789763153.831811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763153.831820:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069921152:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763153.831820:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763153.831840:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2538
00000100:00100000:0.0:1789763153.831845:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921280:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763153.831855:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763153.831869:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763153.831881:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763153.831890:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763153.831929:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069921664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763153.831939:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff982a89a45880 x1876700069921280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763153.832005:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069921280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.832020:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.832025:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763153.832030:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763153.832122:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763153.832154:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763153.832169:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff982a89a45500 x1876700069921408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763153.832184:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069921408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.832195:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.832198:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763153.832203:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763153.832210:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763153.832229:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763153.832240:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff982a89a44700 x1876700069921536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763153.832254:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069921536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.832264:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.832267:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763153.832271:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763153.832277:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763153.832295:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763153.832306:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff982a89a45c00 x1876700069921664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763153.832331:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069921664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763153.832341:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763153.832345:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763153.832349:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921664:192.168.203.153@tcp:8:
00010000:00010000:0.0:1789763154.663303:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763155.687285:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763156.711358:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763157.735257:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763158.759315:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763158.951202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763158.951214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763158.951219:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.951230:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2543
00000100:00080000:1.0:1789763158.951243:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.951252:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763158.951296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069921792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763158.951331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763158.951335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763158.951338:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.951342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2543
00000100:00080000:1.0:1789763158.951346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.951350:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763158.951360:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763158.951373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069921920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763158.951385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763158.951389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763158.951391:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.951394:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2543
00000100:00080000:1.0:1789763158.951398:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.951418:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763158.951425:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763158.951438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069922048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763158.951453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763158.951461:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789763158.951466:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069921792:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763158.951468:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.951493:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2543
00000100:00080000:1.0:1789763158.951502:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.951510:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763158.951519:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763158.951543:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069922176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763158.951562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763158.951568:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763158.951574:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763158.951581:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763158.951591:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2543
00000100:00080000:1.0:1789763158.951600:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763158.951608:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763158.951618:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763158.951624:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff982a88059880 x1876700069921792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763158.951649:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069922304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763158.951654:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069921792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.951697:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.951704:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763158.951712:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069921792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763158.951740:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763158.951772:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763158.951787:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff982a8805aa00 x1876700069921920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.951802:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069921920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.951836:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.951840:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763158.951845:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069921920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763158.951875:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763158.951902:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763158.951915:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff982a88058e00 x1876700069922048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.951978:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069922048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.951988:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.951992:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763158.951995:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763158.952003:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763158.952095:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763158.952120:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff982a88058a80 x1876700069922176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.952136:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069922176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.952146:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.952149:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763158.952153:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763158.952171:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763158.952197:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763158.952210:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff982a8805b100 x1876700069922304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763158.952223:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069922304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763158.952232:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763158.952235:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763158.952238:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922304:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763159.783201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763160.807281:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763161.831154:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763162.855260:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763163.879235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763164.071230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.071242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763164.071248:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763164.071261:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2548
00000100:00080000:3.0:1789763164.071275:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763164.071284:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763164.071334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069922432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763164.071386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.071391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763164.071394:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763164.071399:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2548
00000100:00080000:3.0:1789763164.071404:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763164.071408:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763164.071419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763164.071436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069922560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763164.071447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.071452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763164.071455:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763164.071462:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2548
00000100:00080000:3.0:1789763164.071497:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763164.071513:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763164.071515:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069922432:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789763164.071529:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763164.071558:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069922688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763164.071584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.071591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763164.071596:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763164.071601:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2548
00000100:00080000:3.0:1789763164.071610:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763164.071616:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763164.071624:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763164.071628:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763164.071651:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069922816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763164.071665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763164.071669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763164.071672:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763164.071679:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2548
00000100:00080000:3.0:1789763164.071684:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763164.071696:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763164.071698:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff982a89a44000 x1876700069922432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763164.071703:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763164.071729:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069922944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763164.071741:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069922432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763164.071765:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763164.071776:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763164.071786:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069922432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763164.071797:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763164.071828:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763164.071843:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff982a89a44e00 x1876700069922560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763164.071915:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069922560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763164.071935:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763164.071942:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763164.071963:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763164.072010:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763164.072127:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763164.072153:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff982a89a46300 x1876700069922688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763164.072177:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069922688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763164.072192:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763164.072197:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763164.072204:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763164.072215:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763164.072251:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763164.072272:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff982a89a47800 x1876700069922816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763164.072292:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069922816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763164.072331:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763164.072337:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763164.072344:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763164.072356:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763164.072395:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763164.072418:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763164/real 1789763164]  req@ffff982a89a46d80 x1876700069922944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763164.072442:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069922944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763164.072457:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763164.072464:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763164.072470:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069922944:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763164.903243:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763165.927202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763166.951152:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763167.975250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763168.999370:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763169.191276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763169.191289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763169.191295:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763169.191307:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2553
00000100:00080000:2.0:1789763169.191321:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763169.191330:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763169.191380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069923072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763169.191451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763169.191459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763169.191463:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763169.191472:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2553
00000100:00080000:2.0:1789763169.191480:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763169.191490:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763169.191506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763169.191530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069923200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763169.191546:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069923072:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763169.191548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763169.191555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763169.191558:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763169.191565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2553
00000100:00080000:2.0:1789763169.191571:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763169.191577:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763169.191584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763169.191601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069923328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763169.191615:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763169.191621:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763169.191624:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763169.191630:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2553
00000800:00000100:0.0:1789763169.191634:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763169.191645:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763169.191653:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763169.191662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763169.191682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069923456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763169.191697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff982a9216d180 x1876700069923072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763169.191699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763169.191705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763169.191709:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763169.191716:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2553
00000100:00080000:2.0:1789763169.191722:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763169.191728:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763169.191730:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069923072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763169.191737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763169.191750:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763169.191753:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069923584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763169.191758:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763169.191766:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069923072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763169.191815:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763169.191891:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763169.191911:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff982a9216e680 x1876700069923200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763169.191927:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069923200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763169.191938:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763169.191942:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763169.191946:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763169.191954:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763169.191976:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763169.191987:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff982a9216ca80 x1876700069923328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763169.192000:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069923328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763169.192010:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763169.192014:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763169.192017:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763169.192024:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763169.192124:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763169.192149:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff982a9216df80 x1876700069923456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763169.192187:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069923456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763169.192203:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763169.192210:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763169.192217:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763169.192230:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763169.192271:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763169.192292:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763169/real 1789763169]  req@ffff982a9216f480 x1876700069923584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763169.192307:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069923584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763169.192317:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763169.192321:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763169.192325:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923584:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763170.023287:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763171.047216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763172.071251:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763173.095303:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763174.119283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763174.311227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.311239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763174.311244:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.311257:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2558
00000100:00080000:3.0:1789763174.311270:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763174.311279:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763174.311328:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069923712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763174.311362:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.311367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763174.311370:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.311375:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2558
00000100:00080000:3.0:1789763174.311379:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763174.311383:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763174.311403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763174.311418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069923840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763174.311433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.311437:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763174.311440:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763174.311447:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069923712:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763174.311470:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2558
00000100:00080000:3.0:1789763174.311478:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763174.311484:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763174.311500:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763174.311517:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069923968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763174.311530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.311536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789763174.311540:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763174.311544:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.311558:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2558
00000100:00080000:3.0:1789763174.311567:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763174.311576:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763174.311587:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763174.311605:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff982a89a45f80 x1876700069923712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763174.311616:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069924096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763174.311655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763174.311664:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763174.311668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069923712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763174.311671:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763174.311689:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2558
00000100:00080000:3.0:1789763174.311701:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763174.311710:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763174.311711:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763174.311719:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763174.311734:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763174.311741:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069924224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763174.311747:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069923712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763174.311790:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763174.311864:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763174.311887:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff982a89a47100 x1876700069923840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763174.311913:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069923840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763174.311930:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763174.311937:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763174.311945:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763174.311958:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763174.311997:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763174.312014:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff982a89a44380 x1876700069923968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763174.312029:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069923968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763174.312039:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763174.312086:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763174.312091:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069923968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763174.312099:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763174.312145:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763174.312161:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff982a89a44a80 x1876700069924096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763174.312176:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069924096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763174.312186:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763174.312190:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763174.312194:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763174.312200:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763174.312219:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763174.312229:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763174/real 1789763174]  req@ffff982a89a47480 x1876700069924224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763174.312242:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069924224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763174.312252:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763174.312255:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763174.312259:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924224:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763175.146841:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763176.167203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763177.191330:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763178.215217:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763179.239321:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763179.431162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763179.431179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763179.431186:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763179.431203:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2564
00000100:00080000:3.0:1789763179.431217:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763179.431226:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763179.431276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069924352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763179.431315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763179.431322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763179.431326:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763179.431333:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2564
00000100:00080000:3.0:1789763179.431341:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763179.431349:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763179.431365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763179.431389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069924480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763179.431393:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069924352:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763179.431429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763179.431436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763179.431439:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763179.431446:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2564
00000100:00080000:3.0:1789763179.431451:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763179.431479:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763179.431488:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763179.431489:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763179.431511:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069924608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763179.431530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763179.431536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763179.431540:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763179.431546:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2564
00000100:00100000:0.0:1789763179.431552:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff982a89a46680 x1876700069924352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763179.431553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763179.431561:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763179.431570:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763179.431589:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069924736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763179.431605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763179.431611:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069924352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763179.431611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763179.431615:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763179.431622:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2564
00000100:00080000:3.0:1789763179.431628:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763179.431632:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763179.431634:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763179.431639:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:3.0:1789763179.431642:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763179.431647:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069924352:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763179.431657:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069924864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763179.431686:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763179.431735:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763179.431763:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff982a89a45180 x1876700069924480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763179.431802:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069924480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763179.431814:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763179.431818:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763179.431822:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763179.431830:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763179.431861:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763179.431881:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff982a89a47b80 x1876700069924608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763179.431896:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069924608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763179.431905:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763179.431920:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763179.431925:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763179.431938:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763179.431967:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763179.431979:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff982a89a47480 x1876700069924736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763179.431994:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069924736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763179.432003:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763179.432006:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763179.432010:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763179.432016:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763179.432035:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763179.432087:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff982a89a44a80 x1876700069924864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763179.432117:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069924864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763179.432127:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763179.432132:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763179.432136:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069924864:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763180.263296:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763181.287291:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763182.311307:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763183.335281:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763184.359237:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763184.551232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763184.554680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763184.554687:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763184.554705:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2569
00000100:00080000:3.0:1789763184.554724:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763184.554760:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763184.554838:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069924992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763184.554880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763184.554885:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763184.554888:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763184.554894:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2569
00000100:00080000:3.0:1789763184.554900:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763184.554906:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763184.554921:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763184.554972:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069924992:192.168.203.153@tcp:250:
00000800:00000100:0.0:1789763184.555303:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763184.555425:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff982a89a44380 x1876700069924992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.555455:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069924992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.555471:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.555477:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763184.555484:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069924992:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763184.556620:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069925120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763184.556649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763184.556654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763184.556658:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763184.556663:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2569
00000100:00080000:3.0:1789763184.556670:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763184.556676:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763184.556685:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763184.556703:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069925248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763184.556752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763184.556760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763184.556765:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763184.556775:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2569
00000100:00080000:3.0:1789763184.556785:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763184.556795:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763184.556808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763184.556813:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925120:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763184.556843:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069925376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763184.556862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763184.556867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763184.556870:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763184.556876:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2569
00000100:00080000:3.0:1789763184.556884:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763184.556891:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763184.556898:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763184.556904:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763184.556922:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069925504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763184.556940:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff982a89a47100 x1876700069925120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.556965:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069925120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.556979:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.556985:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763184.556990:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763184.557001:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763184.557028:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763184.557042:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff982a89a45f80 x1876700069925248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.557093:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069925248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.557125:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.557131:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763184.557135:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763184.557163:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763184.557200:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763184.557224:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff982a89a46d80 x1876700069925376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.557249:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069925376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.557265:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.557272:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763184.557279:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763184.557291:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763184.557326:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763184.557341:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff982a89a47800 x1876700069925504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.557357:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069925504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.557367:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.557371:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763184.557374:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925504:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763185.383240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763186.407256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763187.431340:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763188.455237:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763189.479458:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763189.671161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763189.671175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763189.671218:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763189.671233:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2574
00000100:00080000:3.0:1789763189.671248:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763189.671259:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763189.671314:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069925632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763189.671349:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763189.671354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763189.671356:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763189.671361:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2574
00000100:00080000:3.0:1789763189.671365:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763189.671369:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763189.671381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763189.671395:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069925760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763189.671407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763189.671412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763189.671415:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763189.671420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2574
00000100:00080000:3.0:1789763189.671423:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763189.671427:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763189.671432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763189.671444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069925888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763189.671470:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069925632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763189.671501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763189.671509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763189.671514:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763189.671524:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2574
00000100:00080000:3.0:1789763189.671536:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763189.671545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763189.671558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763189.671569:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763189.671585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069926016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763189.671600:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763189.671604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763189.671607:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763189.671613:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2574
00000100:00080000:3.0:1789763189.671620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763189.671625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763189.671634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff982a89a46300 x1876700069925632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763189.671635:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763189.671660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069926144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763189.671684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069925632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.671732:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.671742:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763189.671752:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069925632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763189.671767:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763189.671808:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763189.671827:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff982a89a44e00 x1876700069925760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.671844:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069925760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.671855:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.671859:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763189.671863:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763189.671896:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763189.671918:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763189.671930:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff982a89a44000 x1876700069925888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.671968:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069925888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.671978:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.671982:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763189.671986:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069925888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763189.671993:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763189.672018:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763189.672030:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff982a89a45c00 x1876700069926016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.672043:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069926016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.672099:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.672104:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763189.672108:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763189.672116:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763189.672150:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763189.672172:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff982a89a44700 x1876700069926144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.672196:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069926144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.672238:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763189.672244:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763189.672248:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926144:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763190.503190:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763191.527285:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763192.551225:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763193.575286:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763194.599215:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763194.791177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.791189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763194.791220:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.791233:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2579
00000100:00080000:3.0:1789763194.791247:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.791257:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763194.791303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069926272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763194.791340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.791345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763194.791347:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.791352:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2579
00000100:00080000:3.0:1789763194.791356:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.791360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763194.791371:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763194.791384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069926400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763194.791396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.791400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763194.791402:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.791406:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2579
00000100:00080000:3.0:1789763194.791410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.791415:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763194.791421:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763194.791434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069926528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763194.791464:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069926272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763194.791468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.791480:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763194.791495:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.791504:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2579
00000100:00080000:3.0:1789763194.791510:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.791522:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763194.791531:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763194.791550:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069926656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763194.791562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763194.791568:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763194.791572:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763194.791576:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.791583:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2579
00000100:00080000:3.0:1789763194.791590:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.791596:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763194.791601:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763194.791616:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069926784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763194.791636:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff982a89a45500 x1876700069926272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763194.791711:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069926272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763194.791727:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763194.791732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763194.791738:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069926272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763194.791748:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763194.791781:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763194.791804:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff982a89a45880 x1876700069926400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763194.791828:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069926400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763194.791845:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763194.791851:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763194.791859:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763194.791917:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763194.791951:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763194.791984:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff982a89a46a00 x1876700069926528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763194.792000:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069926528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763194.792010:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763194.792014:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763194.792018:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763194.792026:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763194.792093:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763194.792108:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff982a89a44700 x1876700069926656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763194.792123:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069926656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763194.792133:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763194.792137:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763194.792141:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763194.792148:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763194.792169:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763194.792180:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff982a89a45c00 x1876700069926784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763194.792207:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069926784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763194.792217:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763194.792222:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763194.792225:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069926784:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763195.623260:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763196.647209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763197.671272:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763198.695223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763199.719349:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763199.911175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.911190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763199.911197:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763199.911213:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2584
00000100:00080000:3.0:1789763199.911249:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.911261:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763199.911335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069926912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763199.911372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.911378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763199.911380:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763199.911386:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2584
00000100:00080000:3.0:1789763199.911390:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.911395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763199.911409:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763199.911424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069927040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763199.911436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.911440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763199.911443:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763199.911447:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2584
00000100:00080000:3.0:1789763199.911451:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.911456:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763199.911461:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763199.911474:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069927168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763199.911486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.911500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763199.911503:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763199.911514:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069926912:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763199.911514:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2584
00000100:00080000:3.0:1789763199.911526:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.911536:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763199.911543:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763199.911564:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069927296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763199.911597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763199.911606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763199.911609:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763199.911643:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2584
00000100:00080000:3.0:1789763199.911653:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763199.911669:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763199.911682:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763199.911687:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763199.911719:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069927424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763199.911784:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff982a89a44000 x1876700069926912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.911816:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069926912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.911844:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.911851:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763199.911857:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069926912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763199.911867:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763199.911904:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763199.911922:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff982a89a44e00 x1876700069927040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.911937:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069927040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.911948:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.911965:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763199.911970:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763199.911979:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763199.912006:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763199.912019:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff982a89a46300 x1876700069927168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.912034:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069927168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.912043:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.912105:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763199.912113:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763199.912173:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763199.912214:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763199.912232:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff982a89a47800 x1876700069927296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.912247:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069927296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.912258:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.912262:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763199.912266:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763199.912273:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763199.912313:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763199.912327:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff982a89a46d80 x1876700069927424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.912341:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069927424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.912352:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763199.912355:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763199.912359:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927424:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763200.743233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763201.767295:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763202.791232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763203.815354:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763204.839208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763205.031248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763205.031260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763205.031265:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763205.031276:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2589
00000100:00080000:0.0:1789763205.031290:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763205.031299:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763205.031345:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80a80 x1876700069927552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763205.031378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763205.031382:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763205.031385:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763205.031389:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2589
00000100:00080000:0.0:1789763205.031392:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763205.031396:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763205.031407:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763205.031440:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069927552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763205.031445:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81180 x1876700069927680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763205.031461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763205.031464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763205.031467:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763205.031472:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2589
00000100:00080000:0.0:1789763205.031477:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763205.031482:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763205.031489:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763205.031502:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83800 x1876700069927808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763205.031513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763205.031517:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763205.031520:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763205.031523:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2589
00000100:00080000:0.0:1789763205.031527:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763205.031532:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763205.031537:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763205.031551:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069927936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763205.031561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763205.031565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763205.031568:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763205.031602:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927680:192.168.203.153@tcp:38:
00000100:00080000:0.0:1789763205.031610:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2589
00000100:00080000:0.0:1789763205.031619:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763205.031629:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763205.031658:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763205.031679:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763205.031691:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069928064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763205.031723:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927936:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763205.031777:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928064:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763205.863230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763206.887295:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763207.911342:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763208.103492:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789763208.103586:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763208.103625:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763208.103694:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763208.103709:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763208.103723:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763208.103738:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763208.103828:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763208]  req@ffff982a89b80380 x1876700069928064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763208.103875:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069928064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763208.103896:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763208.103906:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763208.103915:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928064:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763208.103931:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763208]  req@ffff982a89b81180 x1876700069927680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763208.103958:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81180 x1876700069927680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763208.103974:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763208.103981:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763208.103989:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763208.104001:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763208]  req@ffff982a89b83800 x1876700069927808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763208.104122:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83800 x1876700069927808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763208.104141:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763208.104149:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763208.104157:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763208.104171:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763208]  req@ffff982a89b82d80 x1876700069927936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763208.104195:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069927936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763208.104210:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763208.104216:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763208.104223:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069927936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763208.104236:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763205/real 1789763208]  req@ffff982a89b80a80 x1876700069927552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763208.104260:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80a80 x1876700069927552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763208.104287:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763208.104294:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763208.104301:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069927552:192.168.203.153@tcp:250:
00010000:00010000:1.0:1789763208.935292:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763209.959306:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763210.151229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763210.151241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763210.151246:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763210.151259:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2594
00000100:00080000:1.0:1789763210.151272:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763210.151281:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763210.151341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069928192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763210.151386:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763210.151394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763210.151398:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763210.151406:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2594
00000100:00080000:1.0:1789763210.151414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763210.151445:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763210.151459:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763210.151483:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069928192:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763210.151485:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069928320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763210.151517:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763210.151532:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763210.151536:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763210.151568:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2594
00000100:00080000:1.0:1789763210.151577:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763210.151584:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763210.151595:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763210.151624:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069928448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763210.151664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763210.151667:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763210.151678:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763210.151685:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763210.151696:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2594
00000100:00080000:1.0:1789763210.151709:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763210.151718:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763210.151729:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763210.151747:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff982a88058380 x1876700069928192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763210.151760:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069928576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763210.151800:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763210.151812:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069928192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763210.151830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763210.151835:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763210.151852:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2594
00000100:00080000:0.0:1789763210.151864:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763210.151866:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763210.151882:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:1.0:1789763210.151885:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763210.151901:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763210.151905:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069928192:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763210.151942:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069928704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763210.151959:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763210.152019:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763210.152090:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff982a88059500 x1876700069928320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763210.152118:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069928320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763210.152134:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763210.152140:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763210.152147:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763210.152161:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763210.152202:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763210.152225:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff982a88059f80 x1876700069928448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763210.152247:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069928448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763210.152276:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763210.152284:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763210.152291:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763210.152304:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763210.152348:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763210.152371:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff982a8805b800 x1876700069928576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763210.152402:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069928576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763210.152417:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763210.152423:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763210.152429:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763210.152463:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763210.152507:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763210.152531:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763210/real 1789763210]  req@ffff982a88058700 x1876700069928704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763210.152586:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069928704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763210.152603:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763210.152610:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763210.152617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928704:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763210.983288:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763212.007305:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763213.031403:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763214.055304:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763215.079357:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763215.271140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763215.271158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763215.271164:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763215.271180:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2599
00000100:00080000:1.0:1789763215.271198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763215.271212:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763215.271270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069928832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763215.271308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763215.271313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763215.271315:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763215.271321:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2599
00000100:00080000:1.0:1789763215.271345:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763215.271353:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763215.271366:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763215.271386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069928960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763215.271399:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069928832:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763215.271406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763215.271416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763215.271420:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763215.271429:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2599
00000100:00080000:1.0:1789763215.271437:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763215.271445:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763215.271456:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763215.271481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069929088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763215.271500:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763215.271526:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763215.271535:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763215.271538:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763215.271545:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2599
00000100:00080000:1.0:1789763215.271554:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763215.271560:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763215.271569:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763215.271590:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069929216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763215.271610:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff982a8805a680 x1876700069928832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763215.271638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763215.271652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763215.271656:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763215.271671:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2599
00000100:00100000:0.0:1789763215.271672:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069928832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763215.271683:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763215.271697:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763215.271698:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763215.271713:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:1.0:1789763215.271717:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763215.271722:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069928832:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763215.271751:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069929344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763215.271767:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763215.271809:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763215.271829:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff982a88059180 x1876700069928960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763215.271854:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069928960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763215.271871:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763215.271878:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763215.271885:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069928960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763215.271898:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763215.271938:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763215.271955:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff982a8805ad80 x1876700069929088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763215.271994:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069929088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763215.272004:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763215.272009:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763215.272015:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763215.272027:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763215.272129:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763215.272148:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff982a88058700 x1876700069929216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763215.272164:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069929216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763215.272174:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763215.272178:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763215.272182:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763215.272206:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763215.272234:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763215.272255:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763215/real 1789763215]  req@ffff982a8805b800 x1876700069929344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763215.272278:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069929344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763215.272325:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763215.272332:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763215.272340:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929344:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763216.103241:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763217.127346:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763218.151288:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763219.175309:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763220.199271:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763220.391151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.391161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763220.391166:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.391177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2605
00000100:00080000:1.0:1789763220.391208:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.391217:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763220.391265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069929472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763220.391300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.391305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763220.391307:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.391311:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2605
00000100:00080000:1.0:1789763220.391316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.391319:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763220.391347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763220.391365:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069929600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763220.391379:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069929472:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763220.391384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.391393:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763220.391395:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.391401:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2605
00000100:00080000:1.0:1789763220.391406:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.391411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763220.391418:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763220.391436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069929728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763220.391447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.391451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763220.391453:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.391458:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2605
00000100:00080000:1.0:1789763220.391462:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.391490:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763220.391500:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789763220.391505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763220.391541:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069929856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763220.391559:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763220.391563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763220.391575:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff982a88059f80 x1876700069929472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763220.391578:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763220.391591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2605
00000100:00080000:1.0:1789763220.391601:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763220.391606:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763220.391612:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069929472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763220.391614:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763220.391634:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763220.391635:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069929984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763220.391646:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763220.391675:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069929472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763220.391717:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763220.391752:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763220.391785:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff982a88059500 x1876700069929600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763220.391797:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069929600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763220.391806:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.391809:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763220.391812:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763220.391828:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763220.391849:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763220.391880:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff982a88058380 x1876700069929728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763220.391910:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069929728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763220.391938:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.391943:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763220.391950:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763220.391961:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763220.392011:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763220.392033:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff982a8805b100 x1876700069929856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763220.392109:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069929856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763220.392117:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.392121:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763220.392124:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763220.392130:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763220.392152:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763220.392163:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff982a88058a80 x1876700069929984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763220.392183:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069929984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763220.392191:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763220.392194:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763220.392198:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069929984:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763221.223319:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763222.247220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763223.271316:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763224.295340:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763225.319407:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763225.511149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763225.511165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763225.511172:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763225.511204:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2610
00000100:00080000:1.0:1789763225.511223:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763225.511235:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763225.511295:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069930112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763225.511337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763225.511342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763225.511345:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763225.511350:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2610
00000100:00080000:1.0:1789763225.511356:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763225.511361:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763225.511373:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763225.511410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069930240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763225.511453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763225.511460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763225.511463:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763225.511470:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2610
00000100:00080000:1.0:1789763225.511478:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763225.511482:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069930112:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763225.511490:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763225.511506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763225.511525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069930368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763225.511539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763225.511544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763225.511547:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763225.511552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2610
00000100:00080000:1.0:1789763225.511583:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763225.511587:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763225.511594:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763225.511601:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763225.511616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069930496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763225.511632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763225.511636:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763225.511639:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763225.511656:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2610
00000100:00080000:1.0:1789763225.511663:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763225.511668:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff982a88058e00 x1876700069930112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.511674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763225.511688:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763225.511707:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069930112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.511713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069930624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763225.511744:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763225.511754:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763225.511761:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069930112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763225.511774:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763225.511805:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763225.511838:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff982a8805aa00 x1876700069930240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763225.511855:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069930240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763225.511865:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763225.511882:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763225.511887:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763225.511918:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763225.511946:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763225.511959:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff982a88059880 x1876700069930368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763225.511973:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069930368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763225.511983:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763225.511987:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763225.511991:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763225.511998:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763225.512017:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763225.512028:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff982a88058000 x1876700069930496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763225.512041:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069930496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763225.512086:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763225.512090:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763225.512094:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763225.512101:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763225.512145:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763225.512160:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff982a8805b480 x1876700069930624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763225.512174:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069930624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763225.512185:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763225.512188:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763225.512192:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763226.343246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763227.367345:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763228.391285:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763229.415353:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763230.439247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763230.631229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.631243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763230.631249:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.631265:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2615
00000100:00080000:2.0:1789763230.631282:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.631293:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763230.631370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069930752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.631445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.631450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763230.631453:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.631458:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2615
00000100:00080000:2.0:1789763230.631463:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.631468:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763230.631481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763230.631540:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069930880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763230.631556:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069930752:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763230.631563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.631579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763230.631582:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.631590:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2615
00000100:00080000:2.0:1789763230.631597:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.631604:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763230.631611:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763230.631632:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069931008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.631644:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.631650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763230.631653:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.631659:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2615
00000100:00080000:2.0:1789763230.631663:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.631667:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763230.631673:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763230.631690:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069931136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.631711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763230.631713:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763230.631717:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763230.631722:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.631747:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2615
00000100:00080000:2.0:1789763230.631754:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.631762:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763230.631770:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763230.631784:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069931264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763230.631840:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff982a9216f100 x1876700069930752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763230.631859:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069930752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763230.631868:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763230.631871:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763230.631875:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069930752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763230.631900:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763230.631920:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763230.631929:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff982a9216ed80 x1876700069930880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763230.631937:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069930880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763230.631956:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763230.631958:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763230.631961:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069930880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763230.631965:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763230.631979:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763230.631986:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff982a9216f800 x1876700069931008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763230.631994:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069931008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763230.631999:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763230.632000:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763230.632002:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763230.632006:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763230.632017:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763230.632030:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff982a9216f480 x1876700069931136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763230.632038:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069931136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763230.632091:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763230.632095:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763230.632099:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763230.632115:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763230.632150:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763230.632169:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff982a9216df80 x1876700069931264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763230.632190:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069931264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763230.632204:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763230.632209:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763230.632214:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931264:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763231.463207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763232.487316:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763233.511263:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763234.535345:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763235.559389:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763235.751200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.751219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763235.751225:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763235.751242:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2620
00000100:00080000:2.0:1789763235.751259:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.751270:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763235.751333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069931392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763235.751405:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.751411:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763235.751414:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763235.751419:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2620
00000100:00080000:2.0:1789763235.751425:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.751430:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763235.751444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763235.751462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069931520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763235.751497:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069931392:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763235.751506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.751513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763235.751516:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763235.751523:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2620
00000100:00080000:2.0:1789763235.751529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.751535:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763235.751543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763235.751562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069931648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763235.751573:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.751579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763235.751581:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763235.751585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2620
00000100:00080000:2.0:1789763235.751590:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.751595:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763235.751601:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763235.751620:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069931776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763235.751623:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763235.751639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763235.751645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763235.751648:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763235.751654:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2620
00000100:00080000:2.0:1789763235.751667:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763235.751674:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763235.751682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763235.751699:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069931904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763235.751724:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff982a9216ca80 x1876700069931392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763235.751755:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069931392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763235.751771:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763235.751777:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763235.751782:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069931392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763235.751818:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763235.751852:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763235.751869:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff982a9216e680 x1876700069931520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763235.751911:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069931520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763235.751923:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763235.751927:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763235.751932:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763235.751939:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763235.751971:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763235.752013:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff982a9216d180 x1876700069931648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763235.752040:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069931648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763235.752099:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763235.752104:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763235.752109:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763235.752117:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763235.752152:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763235.752168:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff982a9216df80 x1876700069931776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763235.752183:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069931776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763235.752211:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763235.752216:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763235.752220:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763235.752228:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763235.752254:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763235.752267:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff982a9216f480 x1876700069931904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763235.752281:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069931904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763235.752291:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763235.752294:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763235.752297:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069931904:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763236.583308:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763237.607283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763238.631257:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763239.655242:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763240.679285:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763240.871272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763240.871285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763240.871290:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763240.871304:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2625
00000100:00080000:0.0:1789763240.871342:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763240.871364:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763240.871418:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80a80 x1876700069932032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763240.871471:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763240.871500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763240.871503:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763240.871510:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2625
00000100:00080000:0.0:1789763240.871516:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763240.871523:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763240.871537:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763240.871557:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700069932160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763240.871567:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069932032:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789763240.871580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763240.871587:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763240.871589:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763240.871596:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2625
00000100:00080000:0.0:1789763240.871601:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763240.871606:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763240.871612:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763240.871629:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83800 x1876700069932288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763240.871641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763240.871646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763240.871649:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763240.871653:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2625
00000100:00080000:0.0:1789763240.871658:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763240.871667:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:3.0:1789763240.871668:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:0.0:1789763240.871686:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763240.871704:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81180 x1876700069932416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763240.871717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763240.871721:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763240.871723:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763240.871729:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2625
00000100:00080000:0.0:1789763240.871736:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763240.871738:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff982a89b80a80 x1876700069932032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763240.871747:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763240.871760:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763240.871786:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700069932544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763240.871790:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80a80 x1876700069932032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.871834:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.871841:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763240.871847:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069932032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763240.871880:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932160:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763240.871928:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763240.871945:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff982a89b82d80 x1876700069932160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.871969:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700069932160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.871986:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.871993:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763240.871999:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932160:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763240.872012:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932288:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763240.872106:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763240.872127:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff982a89b83800 x1876700069932288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.872143:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83800 x1876700069932288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.872154:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.872158:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763240.872162:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932288:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763240.872169:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932416:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763240.872196:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763240.872208:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff982a89b81180 x1876700069932416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.872242:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81180 x1876700069932416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.872253:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.872257:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763240.872261:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932416:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763240.872283:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932544:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763240.872312:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763240.872356:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff982a89b80380 x1876700069932544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763240.872372:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700069932544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763240.872382:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763240.872386:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763240.872390:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932544:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763241.703366:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763242.727350:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763243.751413:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763244.775215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763245.799301:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763245.991201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763245.991214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763245.991220:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763245.991234:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2630
00000100:00080000:1.0:1789763245.991249:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.991258:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763245.991335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069932672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763245.991381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763245.991389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763245.991393:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763245.991401:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2630
00000100:00080000:1.0:1789763245.991433:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.991443:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763245.991460:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763245.991471:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069932672:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763245.991488:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069932800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763245.991507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763245.991511:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763245.991514:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763245.991520:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2630
00000100:00080000:1.0:1789763245.991525:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.991530:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763245.991536:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763245.991552:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069932928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763245.991565:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763245.991572:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763245.991574:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763245.991581:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763245.991588:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2630
00000100:00080000:1.0:1789763245.991594:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.991600:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763245.991607:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763245.991625:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069933056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763245.991640:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff982a8805bb80 x1876700069932672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763245.991683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763245.991689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763245.991692:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763245.991700:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2630
00000100:00100000:3.0:1789763245.991701:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069932672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763245.991706:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.991720:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:3.0:1789763245.991730:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763245.991732:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763245.991751:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069933184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763245.991757:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763245.991774:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069932672:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763245.991817:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932800:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763245.991851:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763245.991867:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff982a8805a300 x1876700069932800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.991883:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069932800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.991893:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.991897:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763245.991902:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932800:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763245.991909:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932928:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763245.991927:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763245.991938:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff982a88059c00 x1876700069932928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.991952:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069932928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.991961:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.991965:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763245.991969:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069932928:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763245.991975:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933056:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763245.992012:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763245.992024:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff982a8805b480 x1876700069933056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.992038:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069933056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.992098:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.992102:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763245.992106:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933056:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763245.992114:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933184:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763245.992139:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763245.992153:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff982a88058000 x1876700069933184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763245.992168:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069933184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763245.992177:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763245.992181:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763245.992185:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933184:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763246.823226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763247.847282:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763248.871249:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763249.895322:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763250.919211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763251.111229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.111263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763251.111270:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763251.111284:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2635
00000100:00080000:3.0:1789763251.111298:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763251.111329:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763251.111374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069933312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763251.111414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.111418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763251.111421:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763251.111426:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2635
00000100:00080000:3.0:1789763251.111432:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763251.111437:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763251.111449:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763251.111465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069933440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763251.111479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763251.111485:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069933312:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763251.111485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763251.111490:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763251.111502:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2635
00000100:00080000:3.0:1789763251.111507:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763251.111511:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763251.111530:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763251.111549:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069933568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763251.111561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.111566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763251.111578:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763251.111587:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763251.111592:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2635
00000100:00080000:3.0:1789763251.111602:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763251.111609:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763251.111618:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763251.111635:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069933696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763251.111646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763251.111651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763251.111653:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763251.111659:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2635
00000100:00080000:3.0:1789763251.111664:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763251.111672:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff982a89a45f80 x1876700069933312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763251.111673:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763251.111684:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763251.111705:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069933824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763251.111717:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069933312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763251.111736:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763251.111745:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763251.111757:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069933312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763251.111802:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763251.111868:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763251.111888:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff982a89a47100 x1876700069933440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763251.111905:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069933440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763251.111916:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763251.111920:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763251.111925:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763251.111933:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763251.111956:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763251.111968:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff982a89a44380 x1876700069933568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763251.111982:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069933568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763251.111992:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763251.111995:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763251.111999:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763251.112009:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763251.112096:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763251.112121:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff982a89a44a80 x1876700069933696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763251.112157:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069933696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763251.112168:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763251.112172:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763251.112176:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763251.112184:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763251.112213:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763251.112227:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763251/real 1789763251]  req@ffff982a89a47480 x1876700069933824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763251.112270:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069933824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763251.112281:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763251.112285:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763251.112289:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069933824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763251.943305:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763252.967254:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763253.991300:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763255.015360:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763256.039291:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763256.231241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763256.231261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763256.231268:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763256.231286:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2640
00000100:00080000:3.0:1789763256.231306:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763256.231316:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763256.231372:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069933952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763256.231454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763256.231460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763256.231463:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763256.231469:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2640
00000100:00080000:3.0:1789763256.231474:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763256.231480:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763256.231495:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763256.231516:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069934080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763256.231532:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763256.231537:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763256.231539:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763256.231551:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2640
00000100:00100000:0.0:1789763256.231554:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069933952:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763256.231556:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763256.231575:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763256.231584:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763256.231601:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069934208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763256.231613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763256.231619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763256.231622:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763256.231628:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2640
00000100:00080000:3.0:1789763256.231644:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763256.231651:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763256.231659:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763256.231685:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069934336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763256.231697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763256.231699:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763256.231706:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763256.231710:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763256.231718:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2640
00000100:00080000:3.0:1789763256.231724:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763256.231731:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763256.231740:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763256.231763:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069934464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763256.231774:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff982a89a47b80 x1876700069933952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763256.231822:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069933952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763256.231833:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763256.231849:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763256.231854:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069933952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763256.231880:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763256.231902:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763256.231912:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff982a89a45180 x1876700069934080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763256.231921:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069934080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763256.231927:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763256.231929:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763256.231932:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763256.231936:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763256.231948:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763256.231954:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff982a89a46680 x1876700069934208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763256.231964:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069934208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763256.231972:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763256.231976:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763256.231980:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763256.231995:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763256.232030:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763256.232039:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff982a89a47480 x1876700069934336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763256.232106:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069934336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763256.232120:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763256.232126:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763256.232133:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763256.232146:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763256.232186:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763256.232237:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763256/real 1789763256]  req@ffff982a89a44a80 x1876700069934464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763256.232267:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069934464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763256.232273:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763256.232275:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763256.232277:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934464:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763257.063320:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763258.087305:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763259.111321:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763260.135334:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763261.159211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763261.351194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763261.351206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763261.351211:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763261.351224:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2645
00000100:00080000:1.0:1789763261.351237:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763261.351247:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763261.351296:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069934592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763261.351358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763261.351365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763261.351369:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763261.351377:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2645
00000100:00080000:1.0:1789763261.351385:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763261.351393:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763261.351409:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763261.351438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069934720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763261.351442:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069934592:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763261.351457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763261.351463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763261.351466:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763261.351472:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2645
00000100:00080000:1.0:1789763261.351477:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763261.351484:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763261.351492:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763261.351508:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069934848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763261.351523:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763261.351529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763261.351532:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763261.351535:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763261.351538:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2645
00000100:00080000:1.0:1789763261.351556:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763261.351583:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763261.351594:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763261.351598:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff982a88059880 x1876700069934592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763261.351614:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069934976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763261.351632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763261.351638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763261.351642:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763261.351648:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2645
00000100:00080000:1.0:1789763261.351656:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763261.351661:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763261.351669:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763261.351671:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069934592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763261.351687:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069935104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763261.351691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763261.351699:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763261.351706:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069934592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763261.351762:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763261.351803:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763261.351822:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff982a8805aa00 x1876700069934720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763261.351837:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069934720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763261.351848:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763261.351852:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763261.351856:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763261.351863:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763261.351884:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763261.351895:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff982a88058e00 x1876700069934848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763261.351909:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069934848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763261.351918:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763261.351948:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763261.351953:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763261.351961:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763261.351989:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763261.352001:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff982a88058a80 x1876700069934976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763261.352016:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069934976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763261.352025:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763261.352028:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763261.352032:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069934976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763261.352039:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763261.352108:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763261.352122:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff982a8805b100 x1876700069935104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763261.352137:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069935104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763261.352146:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763261.352150:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763261.352154:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935104:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763262.183305:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763263.207214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763264.231286:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763265.255225:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763266.279263:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763266.471205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763266.471217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763266.471222:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763266.471235:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2651
00000100:00080000:3.0:1789763266.471249:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763266.471259:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763266.471308:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069935232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763266.471347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763266.471378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763266.471382:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763266.471391:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2651
00000100:00080000:3.0:1789763266.471399:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763266.471408:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763266.471423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763266.471430:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069935232:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763266.471448:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069935360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763266.471467:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763266.471473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763266.471476:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763266.471482:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2651
00000100:00080000:3.0:1789763266.471488:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763266.471494:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763266.471501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763266.471518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069935488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763266.471533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763266.471537:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763266.471539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763266.471543:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763266.471548:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2651
00000100:00080000:3.0:1789763266.471554:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763266.471560:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763266.471582:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763266.471612:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff982a89a44380 x1876700069935232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763266.471619:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069935616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763266.471638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763266.471645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763266.471650:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069935232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763266.471650:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763266.471658:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2651
00000100:00080000:3.0:1789763266.471666:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763266.471670:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763266.471673:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763266.471678:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:3.0:1789763266.471681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763266.471685:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069935232:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763266.471696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069935744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763266.471724:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763266.471805:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763266.471833:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff982a89a47100 x1876700069935360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763266.471859:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069935360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763266.471877:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763266.471884:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763266.471892:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763266.471901:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763266.471932:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763266.471947:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff982a89a45f80 x1876700069935488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763266.471962:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069935488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763266.471982:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763266.471987:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763266.471991:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763266.471999:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763266.472025:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763266.472038:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff982a89a46d80 x1876700069935616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763266.472110:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069935616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763266.472120:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763266.472124:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763266.472164:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763266.472173:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763266.472204:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763266.472218:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff982a89a47800 x1876700069935744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763266.472233:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069935744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763266.472243:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763266.472247:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763266.472251:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069935744:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763267.303239:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763268.327387:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763269.351261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763270.375301:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763271.399328:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763271.591180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763271.591195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763271.591200:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763271.591213:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2656
00000100:00080000:3.0:1789763271.591227:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763271.591236:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763271.591289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069935872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763271.591329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763271.591334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763271.591336:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763271.591341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2656
00000100:00080000:3.0:1789763271.591366:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763271.591374:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763271.591392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763271.591421:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069936000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763271.591446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763271.591447:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069935872:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763271.591467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763271.591473:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763271.591483:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2656
00000100:00080000:3.0:1789763271.591492:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763271.591502:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763271.591514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763271.591543:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069936128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763271.591565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763271.591572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763271.591577:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763271.591584:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2656
00000100:00080000:3.0:1789763271.591591:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763271.591598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763271.591607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763271.591616:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936000:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763271.591630:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069936256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763271.591670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763271.591678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763271.591680:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936128:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763271.591682:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763271.591697:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2656
00000100:00080000:3.0:1789763271.591705:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763271.591711:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763271.591719:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763271.591737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069936384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763271.591794:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763271.591830:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936384:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763272.423293:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763273.447231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763274.471327:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763274.663431:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789763274.663488:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763274.663510:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763274.663568:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763274.663585:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763274.663599:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763274.663644:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763274.663693:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763274]  req@ffff982a89a45c00 x1876700069936256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763274.663743:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069936256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763274.663765:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763274.663775:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763274.663783:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763274.663809:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763274]  req@ffff982a89a44700 x1876700069936384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763274.663834:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069936384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763274.663847:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763274.663855:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763274.663862:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936384:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763274.663875:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763274]  req@ffff982a89a44e00 x1876700069936000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763274.663925:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069936000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763274.663943:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763274.663949:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763274.663956:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763274.663969:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763274]  req@ffff982a89a44000 x1876700069936128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763274.663991:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069936128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763274.664007:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763274.664013:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763274.664020:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763274.664130:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763274]  req@ffff982a89a46300 x1876700069935872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763274.664162:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069935872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763274.664178:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763274.664185:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763274.664190:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069935872:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789763275.495240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763276.519306:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763276.711188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.711202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763276.711208:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.711224:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2661
00000100:00080000:3.0:1789763276.711240:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.711250:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763276.711289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069936512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763276.711321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.711325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763276.711328:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.711332:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2661
00000100:00080000:3.0:1789763276.711336:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.711339:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763276.711379:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763276.711392:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069936640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763276.711401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.711405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763276.711406:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.711410:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2661
00000100:00080000:3.0:1789763276.711413:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.711417:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763276.711421:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763276.711453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069936768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763276.711455:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069936512:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763276.711476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763276.711487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763276.711490:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.711496:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2661
00000100:00080000:3.0:1789763276.711503:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.711508:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763276.711517:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763276.711556:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069936896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763276.711586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763276.711592:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763276.711594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763276.711606:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763276.711614:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2661
00000100:00080000:3.0:1789763276.711619:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763276.711623:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763276.711629:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763276.711642:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069937024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763276.711665:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff982a89a46a00 x1876700069936512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763276.711692:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069936512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763276.711706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763276.711712:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763276.711720:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069936512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763276.711730:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763276.711760:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763276.711777:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff982a89a45880 x1876700069936640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763276.711794:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069936640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763276.711804:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763276.711809:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763276.711813:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763276.711847:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763276.711875:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763276.711890:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff982a89a45500 x1876700069936768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763276.711905:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069936768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763276.711923:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763276.711928:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763276.711933:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763276.711942:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763276.711967:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763276.711982:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff982a89a46300 x1876700069936896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763276.711997:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069936896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763276.712006:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763276.712010:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763276.712014:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069936896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763276.712021:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763276.712043:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763276.712115:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763276]  req@ffff982a89a44000 x1876700069937024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763276.712130:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069937024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763276.712140:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763276.712145:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763276.712149:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937024:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763277.543323:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763278.567288:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763279.591244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763280.615194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763281.639194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763281.831107:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763281.831114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763281.831118:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763281.831127:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2666
00000100:00080000:3.0:1789763281.831136:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763281.831142:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763281.831175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069937152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763281.831197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763281.831200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763281.831201:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763281.831204:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2666
00000100:00080000:3.0:1789763281.831206:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763281.831209:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763281.831216:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.831236:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069937152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763281.831244:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069937280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763281.831252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763281.831255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763281.831256:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763281.831259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2666
00000100:00080000:3.0:1789763281.831262:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763281.831265:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763281.831269:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763281.831276:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069937408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763281.831282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763281.831284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763281.831286:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763281.831288:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2666
00000100:00080000:3.0:1789763281.831291:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763281.831293:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763281.831295:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763281.831304:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763281.831304:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069937536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763281.831312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763281.831315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763281.831316:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763281.831324:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2666
00000100:00080000:3.0:1789763281.831327:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763281.831330:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763281.831334:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763281.831343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069937664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763281.831360:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff982a89a44e00 x1876700069937152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763281.831376:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069937152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763281.831384:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763281.831388:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763281.831391:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069937152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763281.831412:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763281.831428:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763281.831437:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff982a89a44700 x1876700069937280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763281.831445:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069937280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763281.831450:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763281.831452:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763281.831454:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763281.831458:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763281.831467:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763281.831474:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff982a89a45c00 x1876700069937408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763281.831501:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069937408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763281.831510:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763281.831513:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763281.831516:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763281.831523:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763281.831544:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763281.831553:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff982a89a47800 x1876700069937536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763281.831561:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069937536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763281.831566:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763281.831568:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763281.831570:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763281.831573:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763281.831584:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763281.831590:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff982a89a46d80 x1876700069937664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763281.831597:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069937664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763281.831610:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763281.831613:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763281.831615:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937664:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763282.663231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763283.687174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763284.711183:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763285.735242:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763286.759267:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763286.951117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.951124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763286.951128:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.951136:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2671
00000100:00080000:3.0:1789763286.951145:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763286.951152:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763286.951193:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069937792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763286.951213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.951216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763286.951218:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.951220:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2671
00000100:00080000:3.0:1789763286.951222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763286.951225:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763286.951232:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763286.951241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069937920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763286.951289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763286.951300:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069937792:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763286.951300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763286.951308:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.951324:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2671
00000100:00080000:3.0:1789763286.951330:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763286.951337:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763286.951345:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763286.951362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069938048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763286.951379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.951386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763286.951391:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.951401:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2671
00000800:00000100:0.0:1789763286.951409:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763286.951410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763286.951424:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763286.951436:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763286.951471:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff982a89a45f80 x1876700069937792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763286.951496:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069938176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763286.951506:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069937792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763286.951508:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.951523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763286.951528:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.951532:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2671
00000100:00080000:0.0:1789763286.951543:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763286.951544:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763286.951555:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789763286.951575:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763286.951576:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069937792:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789763286.951596:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763286.951619:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069938304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763286.951632:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763286.951676:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763286.951697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff982a89a47100 x1876700069937920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763286.951707:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069937920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763286.951714:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763286.951716:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763286.951719:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069937920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763286.951739:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763286.951756:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763286.951763:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff982a89a44380 x1876700069938048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763286.951770:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069938048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763286.951776:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763286.951778:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763286.951780:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763286.951783:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763286.951796:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763286.951803:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff982a89a44a80 x1876700069938176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763286.951810:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069938176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763286.951815:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763286.951817:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763286.951819:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763286.951833:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763286.951843:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763286.951849:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff982a89a47480 x1876700069938304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763286.951866:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069938304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763286.951882:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763286.951884:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763286.951886:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938304:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763287.783181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763288.807175:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763289.831282:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763290.855296:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763291.879198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763292.071118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.071126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763292.071129:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.071137:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2676
00000100:00080000:3.0:1789763292.071147:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.071153:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763292.071192:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069938432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763292.071223:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.071228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763292.071229:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.071233:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2676
00000100:00080000:3.0:1789763292.071238:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.071241:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763292.071251:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763292.071264:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069938560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763292.071288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.071291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763292.071293:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.071298:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2676
00000100:00080000:3.0:1789763292.071302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.071306:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763292.071312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763292.071314:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069938432:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763292.071328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069938688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763292.071338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.071342:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763292.071345:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.071349:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2676
00000100:00080000:3.0:1789763292.071353:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.071357:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763292.071362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763292.071374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069938816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763292.071383:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763292.071384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763292.071389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763292.071391:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763292.071394:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2676
00000100:00080000:3.0:1789763292.071403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763292.071407:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763292.071411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763292.071420:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069938944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763292.071446:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff982a89a46680 x1876700069938432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763292.071464:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069938432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763292.071473:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763292.071476:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763292.071479:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069938432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763292.071486:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763292.071504:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763292.071512:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff982a89a45180 x1876700069938560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763292.071520:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069938560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763292.071525:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763292.071534:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763292.071536:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763292.071557:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763292.071571:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763292.071578:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff982a89a47b80 x1876700069938688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763292.071585:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069938688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763292.071591:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763292.071593:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763292.071595:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763292.071598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763292.071608:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763292.071613:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff982a89a47480 x1876700069938816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763292.071621:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069938816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763292.071625:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763292.071627:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763292.071629:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763292.071632:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763292.071651:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763292.071657:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763292/real 1789763292]  req@ffff982a89a44a80 x1876700069938944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763292.071665:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069938944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763292.071670:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763292.071671:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763292.071673:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069938944:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763292.903167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763293.927168:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763294.951151:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763295.975173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763296.999175:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763297.191114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763297.191122:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763297.191126:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763297.191134:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2681
00000100:00080000:3.0:1789763297.191143:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763297.191148:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763297.191182:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069939072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763297.191203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763297.191206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763297.191207:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763297.191209:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2681
00000100:00080000:3.0:1789763297.191212:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763297.191214:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763297.191221:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763297.191229:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069939200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763297.191237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763297.191254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763297.191257:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069939072:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763297.191257:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763297.191266:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2681
00000100:00080000:3.0:1789763297.191270:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763297.191272:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763297.191276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763297.191286:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069939328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763297.191293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763297.191296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763297.191297:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763297.191300:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2681
00000100:00080000:3.0:1789763297.191302:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763297.191304:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763297.191307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763297.191315:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069939456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763297.191323:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763297.191325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763297.191328:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763297.191330:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763297.191333:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2681
00000100:00080000:3.0:1789763297.191336:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763297.191339:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763297.191348:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763297.191356:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069939584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763297.191365:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff982a89a44380 x1876700069939072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763297.191389:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069939072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763297.191398:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763297.191401:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763297.191404:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069939072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763297.191409:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763297.191425:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763297.191434:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff982a89a47100 x1876700069939200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763297.191442:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069939200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763297.191454:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763297.191456:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763297.191459:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763297.191479:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763297.191493:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763297.191499:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff982a89a45f80 x1876700069939328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763297.191507:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069939328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763297.191512:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763297.191513:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763297.191515:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763297.191519:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763297.191530:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763297.191535:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff982a89a46d80 x1876700069939456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763297.191543:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069939456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763297.191547:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763297.191549:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763297.191551:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763297.191559:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763297.191572:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763297.191578:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763297/real 1789763297]  req@ffff982a89a47800 x1876700069939584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763297.191585:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069939584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763297.191590:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763297.191591:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763297.191593:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939584:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763298.023181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763299.047200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763300.071194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763301.095220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763302.119248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763302.311175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.311189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763302.311195:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.311208:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2686
00000100:00080000:0.0:1789763302.311223:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.311232:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763302.311280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700069939712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763302.311315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.311321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763302.311324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.311330:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2686
00000100:00080000:0.0:1789763302.311337:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.311366:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763302.311366:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069939712:192.168.203.153@tcp:250:
00000008:00100000:0.0:1789763302.311382:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763302.311400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700069939840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763302.311412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.311415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763302.311417:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.311421:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2686
00000100:00080000:0.0:1789763302.311426:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.311430:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763302.311436:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763302.311446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700069939968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763302.311456:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789763302.311460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.311464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763302.311466:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.311470:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2686
00000100:00080000:0.0:1789763302.311474:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.311478:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763302.311482:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763302.311491:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700069940096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763302.311498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763302.311508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763302.311510:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763302.311514:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2686
00000100:00080000:0.0:1789763302.311518:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763302.311522:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763302.311529:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff982a89b81500 x1876700069939712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763302.311531:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763302.311553:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700069940224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763302.311562:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700069939712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763302.311576:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763302.311581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763302.311588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069939712:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763302.311613:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939840:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763302.311638:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763302.311650:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff982a89b80700 x1876700069939840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763302.311668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700069939840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763302.311679:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763302.311683:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763302.311688:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939840:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763302.311697:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939968:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763302.311739:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763302.311751:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff982a89b81c00 x1876700069939968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763302.311763:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700069939968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763302.311771:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763302.311774:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763302.311777:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069939968:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763302.311782:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940096:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763302.311798:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763302.311825:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff982a89b82a00 x1876700069940096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763302.311840:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700069940096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763302.311850:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763302.311853:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763302.311857:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940096:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763302.311891:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940224:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763302.311941:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763302.311959:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763302/real 1789763302]  req@ffff982a89b80000 x1876700069940224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763302.312029:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700069940224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763302.312040:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763302.312044:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763302.312048:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940224:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763303.143219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763304.167210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763305.191206:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763306.215170:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763307.239211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763307.431133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763307.431141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763307.431145:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763307.431153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2692
00000100:00080000:1.0:1789763307.431163:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763307.431169:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763307.431201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069940352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763307.431222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763307.431224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763307.431226:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763307.431228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2692
00000100:00080000:1.0:1789763307.431230:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763307.431233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763307.431240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763307.431267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069940480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763307.431275:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069940352:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763307.431283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763307.431288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763307.431290:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763307.431295:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2692
00000100:00080000:1.0:1789763307.431299:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763307.431302:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763307.431306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763307.431317:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069940608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763307.431323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763307.431325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763307.431326:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763307.431329:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2692
00000100:00080000:1.0:1789763307.431333:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763307.431335:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763307.431338:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763307.431343:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763307.431347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069940736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763307.431354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763307.431357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763307.431358:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763307.431366:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2692
00000100:00080000:1.0:1789763307.431370:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763307.431374:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763307.431378:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763307.431380:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff982a88058380 x1876700069940352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763307.431389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069940864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763307.431400:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069940352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763307.431409:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763307.431413:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763307.431417:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069940352:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763307.431434:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940480:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763307.431448:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763307.431456:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff982a88059500 x1876700069940480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763307.431464:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069940480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763307.431476:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763307.431478:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763307.431481:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940480:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763307.431485:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940608:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763307.431498:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763307.431505:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff982a88059f80 x1876700069940608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763307.431512:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069940608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763307.431517:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763307.431519:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763307.431521:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940608:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763307.431524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940736:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763307.431534:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763307.431540:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff982a8805b800 x1876700069940736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763307.431547:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069940736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763307.431551:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763307.431553:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763307.431555:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940736:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763307.431563:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940864:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763307.431575:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763307.431581:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff982a88058700 x1876700069940864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763307.431588:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069940864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763307.431593:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763307.431594:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763307.431596:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069940864:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763308.263184:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763309.287225:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763310.311175:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763311.335351:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763312.359319:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763312.551172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.551183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763312.551189:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.551202:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2697
00000100:00080000:1.0:1789763312.551216:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.551226:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763312.551277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069940992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763312.551308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.551311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763312.551314:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.551324:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2697
00000100:00080000:1.0:1789763312.551328:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.551332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763312.551360:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763312.551369:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069940992:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763312.551379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069941120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763312.551393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.551396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763312.551399:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.551402:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2697
00000100:00080000:1.0:1789763312.551408:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.551412:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763312.551426:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763312.551438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069941248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763312.551448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.551451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763312.551453:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763312.551456:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2697
00000100:00080000:1.0:1789763312.551463:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763312.551463:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763312.551473:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763312.551479:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763312.551492:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069941376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763312.551501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763312.551505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763312.551513:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763312.551518:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff982a8805ad80 x1876700069940992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763312.551523:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2697
00000100:00080000:1.0:1789763312.551533:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763312.551538:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763312.551543:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763312.551571:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069941504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763312.551574:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069940992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763312.551607:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763312.551613:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763312.551618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069940992:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763312.551647:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941120:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763312.551670:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763312.551681:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff982a88059180 x1876700069941120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763312.551711:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069941120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763312.551719:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763312.551723:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763312.551726:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941120:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763312.551732:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941248:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763312.551751:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763312.551760:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff982a8805a680 x1876700069941248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763312.551770:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069941248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763312.551777:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763312.551780:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763312.551783:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941248:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763312.551808:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941376:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763312.551831:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763312.551841:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff982a88058700 x1876700069941376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763312.551852:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069941376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763312.551872:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763312.551875:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763312.551879:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941376:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763312.551884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941504:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763312.551904:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763312.551913:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff982a8805b800 x1876700069941504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763312.551924:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069941504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763312.551930:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763312.551933:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763312.551936:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941504:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763313.383244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763314.407365:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763315.431347:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763316.455349:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763317.479311:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763317.671260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.671272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763317.671278:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.671290:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2702
00000100:00080000:3.0:1789763317.671305:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.671314:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763317.671366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069941632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763317.671448:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.671453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763317.671456:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.671461:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2702
00000100:00080000:3.0:1789763317.671467:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.671472:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763317.671484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763317.671500:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069941760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763317.671511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.671516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763317.671518:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.671522:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2702
00000100:00080000:3.0:1789763317.671526:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.671530:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763317.671535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763317.671546:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069941888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763317.671558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.671563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763317.671565:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.671570:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2702
00000100:00100000:0.0:1789763317.671580:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069941632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763317.671584:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.671610:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763317.671618:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763317.671636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069942016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763317.671650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763317.671656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763317.671658:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763317.671663:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2702
00000100:00080000:3.0:1789763317.671668:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763317.671672:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763317.671679:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763317.671698:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069942144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763317.671699:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763317.671810:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff982a89a45c00 x1876700069941632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.671838:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069941632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.671862:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.671868:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763317.671873:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069941632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763317.671883:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763317.671915:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763317.671931:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff982a89a44700 x1876700069941760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.671946:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069941760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.671979:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.671986:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763317.671993:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763317.672005:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763317.672101:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763317.672122:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff982a89a44e00 x1876700069941888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.672138:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069941888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.672149:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.672153:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763317.672157:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069941888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763317.672205:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763317.672247:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763317.672276:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff982a89a44000 x1876700069942016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.672301:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069942016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.672315:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.672319:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763317.672324:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763317.672343:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763317.672372:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763317.672387:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff982a89a46300 x1876700069942144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.672401:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069942144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.672411:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.672424:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763317.672428:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942144:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763318.503268:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763319.527347:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763320.551309:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763321.575180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763322.599342:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763322.791174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763322.791186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763322.791192:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.791205:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2707
00000100:00080000:3.0:1789763322.791219:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.791229:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763322.791290:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069942272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763322.791327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763322.791353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763322.791356:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.791362:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2707
00000100:00080000:3.0:1789763322.791369:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.791375:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763322.791386:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763322.791404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069942400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763322.791417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763322.791422:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763322.791424:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.791428:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2707
00000100:00080000:3.0:1789763322.791432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.791436:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763322.791444:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763322.791462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069942528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763322.791466:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069942272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763322.791504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763322.791508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763322.791510:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.791515:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2707
00000100:00080000:3.0:1789763322.791520:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.791525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763322.791542:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763322.791556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069942656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763322.791568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763322.791574:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763322.791577:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763322.791581:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2707
00000100:00080000:3.0:1789763322.791588:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763322.791592:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763322.791598:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763322.791611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069942784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763322.791631:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763322.791706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff982a89a45500 x1876700069942272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.791760:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069942272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.791781:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.791789:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763322.791797:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069942272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763322.791812:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763322.791862:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763322.791883:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff982a89a45880 x1876700069942400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.791931:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069942400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.791941:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.791946:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763322.791950:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763322.791990:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763322.792018:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763322.792031:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff982a89a46a00 x1876700069942528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.792089:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069942528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.792100:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.792104:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763322.792108:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763322.792116:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763322.792141:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763322.792154:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff982a89a46300 x1876700069942656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.792168:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069942656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.792202:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.792210:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763322.792216:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763322.792229:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763322.792271:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763322.792290:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff982a89a44000 x1876700069942784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.792305:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069942784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.792315:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.792320:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763322.792327:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069942784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763323.623296:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763324.647351:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763325.671270:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763326.695275:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763327.719192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763327.911225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763327.911240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763327.911246:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763327.911261:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2712
00000100:00080000:1.0:1789763327.911276:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763327.911286:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763327.911349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069942912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763327.911394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763327.911401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763327.911404:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763327.911436:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2712
00000100:00080000:1.0:1789763327.911443:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763327.911449:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763327.911464:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.911470:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069942912:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763327.911487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069943040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763327.911502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763327.911506:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763327.911508:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763327.911513:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2712
00000100:00080000:1.0:1789763327.911517:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763327.911521:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763327.911526:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763327.911539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069943168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763327.911550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763327.911554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763327.911557:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763327.911561:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2712
00000100:00080000:1.0:1789763327.911565:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763327.911569:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763327.911574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763327.911581:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763327.911593:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069943296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763327.911621:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763327.911627:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763327.911631:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763327.911639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2712
00000100:00080000:1.0:1789763327.911648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763327.911660:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763327.911663:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff982a88059f80 x1876700069942912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763327.911671:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763327.911713:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069943424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763327.911743:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069942912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.911761:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.911769:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763327.911775:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069942912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763327.911825:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763327.911859:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763327.911875:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff982a88059500 x1876700069943040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763327.911891:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069943040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.911901:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.911904:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763327.911908:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763327.911915:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763327.911933:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763327.911961:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff982a88058380 x1876700069943168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763327.911987:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069943168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.911996:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.912002:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763327.912029:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763327.912040:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763327.912154:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763327.912171:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff982a8805b100 x1876700069943296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763327.912196:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069943296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.912205:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.912209:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763327.912212:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763327.912219:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763327.912258:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763327.912270:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff982a88058a80 x1876700069943424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763327.912283:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069943424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.912292:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.912295:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763327.912298:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943424:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763328.743225:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763329.767180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763330.791263:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763331.815247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763332.839353:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763333.031228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763333.031243:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763333.031250:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763333.031266:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2717
00000100:00080000:0.0:1789763333.031283:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763333.031295:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763333.031355:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700069943552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763333.031444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763333.031451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763333.031454:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763333.031460:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2717
00000100:00080000:0.0:1789763333.031466:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763333.031473:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763333.031485:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763333.031506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700069943680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763333.031540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763333.031544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763333.031549:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763333.031565:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2717
00000100:00080000:0.0:1789763333.031569:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763333.031573:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069943552:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789763333.031574:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763333.031589:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763333.031605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700069943808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763333.031616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763333.031621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763333.031623:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763333.031628:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2717
00000100:00080000:0.0:1789763333.031667:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763333.031673:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763333.031680:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763333.031707:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700069943936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763333.031714:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789763333.031729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763333.031734:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763333.031737:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763333.031743:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2717
00000100:00080000:0.0:1789763333.031747:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763333.031751:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763333.031756:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763333.031769:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700069944064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763333.031782:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff982a89b82300 x1876700069943552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763333.031813:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700069943552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763333.031828:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763333.031833:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763333.031838:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069943552:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763333.031880:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943680:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763333.031938:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763333.031955:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff982a89b80e00 x1876700069943680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763333.031980:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700069943680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763333.031990:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763333.031995:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763333.031999:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943680:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763333.032006:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943808:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763333.032025:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763333.032083:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff982a89b81880 x1876700069943808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763333.032111:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700069943808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763333.032127:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763333.032134:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763333.032140:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943808:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763333.032152:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943936:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763333.032184:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763333.032212:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff982a89b83b80 x1876700069943936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763333.032246:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700069943936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763333.032255:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763333.032259:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763333.032263:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069943936:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763333.032270:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944064:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763333.032305:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763333.032318:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763333/real 1789763333]  req@ffff982a89b83480 x1876700069944064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763333.032331:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700069944064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763333.032340:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763333.032343:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763333.032347:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944064:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763333.863221:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763334.887236:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763335.911276:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763336.935327:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763337.959148:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763338.151124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763338.151131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763338.151135:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763338.151143:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2722
00000100:00080000:2.0:1789763338.151152:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763338.151158:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763338.151203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069944192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763338.151223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763338.151226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763338.151227:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763338.151230:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2722
00000100:00080000:2.0:1789763338.151232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763338.151247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763338.151254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763338.151272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069944320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763338.151272:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069944192:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763338.151286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763338.151289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763338.151290:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763338.151292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2722
00000100:00080000:2.0:1789763338.151295:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763338.151297:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763338.151301:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763338.151310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069944448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763338.151316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763338.151319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763338.151320:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763338.151323:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2722
00000100:00080000:2.0:1789763338.151326:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763338.151329:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763338.151331:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763338.151339:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069944576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763338.151345:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763338.151352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763338.151353:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763338.151357:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2722
00000100:00080000:2.0:1789763338.151362:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763338.151367:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763338.151374:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763338.151375:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944320:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789763338.151394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069944704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763338.151412:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944448:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763338.151443:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944576:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763338.151465:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944704:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763338.983336:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763340.007282:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763341.031279:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763341.223395:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789763341.223444:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763341.223462:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763341.223504:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763341.223520:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763341.223531:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763341.223542:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763341.223601:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763341]  req@ffff982a9216df80 x1876700069944704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763341.223641:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069944704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763341.223658:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763341.223665:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763341.223671:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944704:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763341.223682:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763341]  req@ffff982a9216ed80 x1876700069944320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763341.223738:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069944320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763341.223750:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763341.223756:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763341.223760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763341.223770:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763341]  req@ffff982a9216f100 x1876700069944448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763341.223787:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069944448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763341.223798:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763341.223803:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763341.223808:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763341.223817:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763341]  req@ffff982a9216f480 x1876700069944576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763341.223833:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069944576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763341.223844:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763341.223848:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763341.223853:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763341.223861:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763338/real 1789763341]  req@ffff982a9216f800 x1876700069944192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763341.223889:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069944192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763341.223900:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763341.223904:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763341.223909:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069944192:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789763342.055266:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763343.079244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763343.271195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763343.271208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763343.271214:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763343.271229:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2727
00000100:00080000:2.0:1789763343.271244:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763343.271265:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763343.271315:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069944832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763343.271356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763343.271361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763343.271363:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763343.271368:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2727
00000100:00080000:2.0:1789763343.271395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763343.271403:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763343.271425:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763343.271449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069944960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763343.271451:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069944832:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763343.271482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763343.271487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763343.271490:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763343.271497:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2727
00000100:00080000:2.0:1789763343.271504:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763343.271512:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763343.271522:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763343.271549:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069945088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763343.271591:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763343.271598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763343.271607:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763343.271612:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763343.271628:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2727
00000100:00080000:2.0:1789763343.271637:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763343.271646:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763343.271656:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763343.271667:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff982a9216d180 x1876700069944832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763343.271684:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069945216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763343.271719:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069944832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763343.271753:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763343.271760:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763343.271763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763343.271772:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763343.271779:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:2.0:1789763343.271789:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2727
00000100:00100000:0.0:1789763343.271797:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069944832:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763343.271805:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763343.271819:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763343.271831:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763343.271848:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944960:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789763343.271862:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069945344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763343.271914:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763343.271946:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff982a9216e680 x1876700069944960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763343.271971:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069944960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763343.271986:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763343.272009:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763343.272017:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069944960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763343.272031:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763343.272125:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763343.272149:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff982a9216ca80 x1876700069945088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763343.272174:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069945088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763343.272190:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763343.272196:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763343.272204:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763343.272216:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763343.272256:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763343.272279:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff982a9216f800 x1876700069945216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763343.272301:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069945216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763343.272316:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763343.272322:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763343.272327:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763343.272373:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763343.272435:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763343.272460:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763343/real 1789763343]  req@ffff982a9216f480 x1876700069945344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763343.272486:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069945344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763343.272503:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763343.272511:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763343.272518:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945344:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763344.103235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763345.127280:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763346.151189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763347.175326:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763348.199266:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763348.391316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.391333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763348.391340:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.391357:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2733
00000100:00080000:3.0:1789763348.391374:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.391388:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763348.391451:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069945472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763348.391495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.391500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763348.391503:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.391508:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2733
00000100:00080000:3.0:1789763348.391514:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.391553:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763348.391584:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763348.391607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069945600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763348.391620:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069945472:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763348.391656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.391661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763348.391664:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.391671:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2733
00000100:00080000:3.0:1789763348.391678:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.391684:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763348.391692:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763348.391707:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069945728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763348.391719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.391723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763348.391726:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763348.391737:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763348.391740:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2733
00000100:00080000:3.0:1789763348.391748:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763348.391753:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763348.391760:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763348.391774:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069945856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763348.391786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763348.391791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763348.391793:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763348.391797:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2733
00000100:00080000:3.0:1789763348.391814:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763348.391825:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff982a89a44e00 x1876700069945472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763348.391827:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763348.391838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763348.391862:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069945984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763348.391901:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069945472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763348.391922:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763348.391928:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763348.391933:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069945472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763348.391967:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763348.392003:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763348.392021:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff982a89a44700 x1876700069945600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763348.392037:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069945600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763348.392113:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763348.392118:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763348.392123:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763348.392132:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763348.392169:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763348.392193:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff982a89a45c00 x1876700069945728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763348.392228:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069945728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763348.392245:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763348.392252:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763348.392275:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763348.392285:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763348.392316:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763348.392334:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff982a89a47800 x1876700069945856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763348.392349:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069945856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763348.392359:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763348.392363:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763348.392367:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763348.392385:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763348.392410:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763348.392423:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff982a89a46d80 x1876700069945984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763348.392437:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069945984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763348.392446:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763348.392449:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763348.392453:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069945984:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763349.223191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763350.247374:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763351.271332:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763352.295307:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763353.319294:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763353.511199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.511212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763353.511217:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763353.511229:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2738
00000100:00080000:1.0:1789763353.511244:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763353.511253:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763353.511302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069946112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763353.511337:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.511344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763353.511369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763353.511378:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2738
00000100:00080000:1.0:1789763353.511387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763353.511395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763353.511411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763353.511436:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069946112:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763353.511458:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069946240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763353.511477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.511483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763353.511512:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763353.511528:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2738
00000100:00080000:1.0:1789763353.511551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763353.511557:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763353.511566:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789763353.511566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763353.511585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069946368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763353.511602:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763353.511608:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763353.511611:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763353.511617:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2738
00000100:00080000:1.0:1789763353.511624:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763353.511626:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff982a88058e00 x1876700069946112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763353.511631:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763353.511640:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763353.511658:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069946112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763353.511671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069946496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763353.511677:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763353.511685:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:1.0:1789763353.511688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763353.511692:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069946112:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763353.511694:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763353.511698:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763353.511704:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2738
00000100:00080000:1.0:1789763353.511710:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763353.511716:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763353.511724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763353.511728:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946240:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789763353.511741:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069946624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763353.511766:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763353.511789:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff982a8805aa00 x1876700069946240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763353.511855:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069946240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763353.511866:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763353.511870:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763353.511875:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763353.511883:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763353.511924:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763353.511938:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff982a88059880 x1876700069946368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763353.511952:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069946368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763353.511962:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763353.511966:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763353.511970:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763353.511976:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763353.511995:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763353.512006:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff982a88058000 x1876700069946496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763353.512020:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069946496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763353.512085:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763353.512091:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763353.512096:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763353.512119:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763353.512149:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763353.512163:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff982a8805b480 x1876700069946624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763353.512177:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069946624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763353.512187:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763353.512191:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763353.512195:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763354.343291:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763355.367205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763356.391279:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763357.415357:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763358.439320:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763358.631182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763358.631195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763358.631201:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763358.631221:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2743
00000100:00080000:1.0:1789763358.631241:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763358.631251:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763358.631302:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069946752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763358.631335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763358.631340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763358.631343:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763358.631347:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2743
00000100:00080000:1.0:1789763358.631352:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763358.631376:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763358.631388:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763358.631414:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069946880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763358.631429:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763358.631434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763358.631437:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763358.631442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2743
00000100:00100000:0.0:1789763358.631476:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069946752:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763358.631478:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763358.631492:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763358.631499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763358.631517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069947008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763358.631531:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763358.631536:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763358.631538:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763358.631544:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2743
00000100:00080000:1.0:1789763358.631561:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763358.631566:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763358.631574:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763358.631577:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763358.631594:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069947136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763358.631609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763358.631623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763358.631626:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763358.631633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2743
00000100:00080000:1.0:1789763358.631641:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763358.631647:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763358.631655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763358.631659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff982a88059c00 x1876700069946752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763358.631676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069947264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763358.631737:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069946752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763358.631762:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763358.631770:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763358.631779:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069946752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763358.631811:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763358.631854:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763358.631873:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff982a8805a300 x1876700069946880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763358.631890:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069946880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763358.631900:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763358.631904:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763358.631909:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069946880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763358.631939:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763358.631960:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763358.631972:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff982a8805bb80 x1876700069947008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763358.631985:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069947008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763358.631995:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763358.631998:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763358.632002:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763358.632009:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763358.632027:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763358.632039:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff982a8805b480 x1876700069947136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763358.632101:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069947136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763358.632111:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763358.632115:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763358.632119:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763358.632127:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763358.632154:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763358.632167:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff982a88058000 x1876700069947264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763358.632181:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069947264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763358.632190:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763358.632193:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763358.632197:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947264:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763359.463289:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763360.487261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763361.511322:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763362.535318:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763363.559326:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763363.751302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763363.751317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763363.751324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763363.751340:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2748
00000100:00080000:2.0:1789763363.751376:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763363.751389:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763363.751520:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069947392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763363.751563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763363.751568:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763363.751571:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763363.751576:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2748
00000100:00080000:2.0:1789763363.751581:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763363.751586:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763363.751601:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763363.751619:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069947520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763363.751632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763363.751637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763363.751639:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763363.751645:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2748
00000100:00080000:2.0:1789763363.751649:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763363.751653:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763363.751686:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069947392:192.168.203.153@tcp:250:
00000008:00100000:2.0:1789763363.751710:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763363.751735:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069947648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763363.751752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763363.751759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763363.751762:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763363.751768:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2748
00000100:00080000:2.0:1789763363.751773:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763363.751780:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763363.751788:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763363.751799:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763363.751807:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069947776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763363.751824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763363.751832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763363.751834:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763363.751840:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2748
00000100:00080000:2.0:1789763363.751846:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763363.751854:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763363.751862:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763363.751873:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069947904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763363.751888:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff982a9216f100 x1876700069947392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763363.751923:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069947392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763363.751940:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763363.751966:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763363.751972:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069947392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763363.751984:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763363.752020:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763363.752037:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff982a9216ed80 x1876700069947520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763363.752099:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069947520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763363.752110:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763363.752115:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763363.752119:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763363.752153:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763363.752179:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763363.752192:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff982a9216df80 x1876700069947648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763363.752207:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069947648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763363.752216:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763363.752220:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763363.752223:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763363.752231:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763363.752279:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763363.752293:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff982a9216f480 x1876700069947776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763363.752307:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069947776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763363.752317:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763363.752321:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763363.752324:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763363.752332:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763363.752350:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763363.752361:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff982a9216f800 x1876700069947904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763363.752383:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069947904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763363.752398:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763363.752404:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763363.752432:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069947904:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763364.583273:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763365.607243:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763366.631157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763367.655213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763368.679247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763368.871309:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.871321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763368.871327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.871339:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2753
00000100:00080000:1.0:1789763368.871354:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.871434:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763368.871489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069948032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.871528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.871535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.871539:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.871548:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2753
00000100:00080000:1.0:1789763368.871557:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.871568:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763368.871584:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763368.871598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069948032:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763368.871618:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069948160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.871661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.871665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763368.871668:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.871675:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2753
00000100:00080000:1.0:1789763368.871682:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763368.871689:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763368.871695:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763368.871706:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763368.871727:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069948288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.871739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.871743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.871746:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763368.871756:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff982a88059880 x1876700069948032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763368.871758:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2753
00000100:00080000:1.0:1789763368.871779:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.871786:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763368.871793:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763368.871812:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069948416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.871835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.871842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763368.871846:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763368.871854:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069948032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763368.871862:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2753
00000100:00080000:0.0:1789763368.871878:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763368.871887:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763368.871888:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763368.871902:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069948032:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763368.871910:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763368.871924:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763368.871944:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948160:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789763368.871955:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069948544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763368.871994:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763368.872018:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff982a8805aa00 x1876700069948160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763368.872035:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069948160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763368.872078:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763368.872083:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763368.872088:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763368.872096:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763368.872122:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763368.872136:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff982a88058e00 x1876700069948288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763368.872150:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069948288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763368.872160:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763368.872174:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763368.872179:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763368.872187:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763368.872213:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763368.872225:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff982a88058a80 x1876700069948416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763368.872239:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069948416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763368.872249:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763368.872252:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763368.872255:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763368.872276:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763368.872296:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763368.872308:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff982a8805b100 x1876700069948544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763368.872321:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069948544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763368.872330:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763368.872334:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763368.872337:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948544:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763369.703202:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763370.727234:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763371.751219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763372.775243:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763373.799224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763373.991242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.991259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763373.991267:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.991281:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2758
00000100:00080000:3.0:1789763373.991295:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.991305:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763373.991384:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069948672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.991421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.991426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.991428:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.991433:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2758
00000100:00080000:3.0:1789763373.991439:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.991443:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763373.991456:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763373.991475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069948800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.991489:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763373.991494:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069948672:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763373.991529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763373.991535:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.991542:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2758
00000100:00080000:3.0:1789763373.991547:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.991553:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763373.991561:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763373.991581:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069948928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.991594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.991599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763373.991601:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.991605:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2758
00000100:00080000:3.0:1789763373.991610:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763373.991618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763373.991623:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763373.991633:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763373.991649:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069949056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763373.991660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763373.991664:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763373.991667:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763373.991672:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2758
00000100:00080000:3.0:1789763373.991677:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763373.991680:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763373.991698:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff982a89a45f80 x1876700069948672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763373.991701:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763373.991725:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069949184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763373.991739:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069948672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763373.991758:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763373.991764:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763373.991774:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069948672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763373.991812:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763373.991844:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763373.991868:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff982a89a47100 x1876700069948800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763373.991893:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069948800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763373.991910:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763373.991917:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763373.991924:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763373.991938:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763373.991975:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763373.991998:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff982a89a44380 x1876700069948928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763373.992022:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069948928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763373.992106:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763373.992112:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763373.992116:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069948928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763373.992175:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763373.992213:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763373.992234:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff982a89a44a80 x1876700069949056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763373.992252:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069949056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763373.992265:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763373.992271:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763373.992278:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763373.992287:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763373.992309:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763373.992322:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff982a89a47480 x1876700069949184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763373.992368:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069949184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763373.992379:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763373.992383:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763373.992387:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949184:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763374.823271:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763375.847217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763376.871231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763377.895210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763378.919251:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763379.111133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.111143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763379.111146:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763379.111155:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2763
00000100:00080000:3.0:1789763379.111177:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.111184:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763379.111223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069949312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763379.111248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.111252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763379.111254:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763379.111259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2763
00000100:00080000:3.0:1789763379.111263:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.111268:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763379.111278:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763379.111293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069949440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763379.111320:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069949312:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763379.111323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.111327:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763379.111329:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763379.111332:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2763
00000100:00080000:3.0:1789763379.111355:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.111361:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763379.111367:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763379.111380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069949568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763379.111389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.111393:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763379.111395:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763379.111397:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763379.111399:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2763
00000100:00080000:3.0:1789763379.111403:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.111406:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763379.111411:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763379.111421:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069949696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763379.111430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763379.111433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763379.111435:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763379.111439:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2763
00000100:00100000:0.0:1789763379.111443:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff982a89a47b80 x1876700069949312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763379.111443:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763379.111447:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763379.111452:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763379.111462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069949824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763379.111465:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069949312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763379.111478:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763379.111483:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763379.111487:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069949312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763379.111515:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763379.111543:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763379.111569:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff982a89a45180 x1876700069949440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763379.111579:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069949440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763379.111586:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763379.111588:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763379.111591:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763379.111595:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763379.111611:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763379.111618:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff982a89a46680 x1876700069949568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763379.111640:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069949568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763379.111646:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763379.111649:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763379.111651:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763379.111655:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763379.111671:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763379.111679:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff982a89a47480 x1876700069949696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763379.111687:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069949696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763379.111693:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763379.111695:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763379.111697:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763379.111701:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763379.111711:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763379.111717:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763379/real 1789763379]  req@ffff982a89a44a80 x1876700069949824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763379.111726:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069949824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763379.111741:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763379.111743:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763379.111746:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069949824:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763379.943233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763380.967262:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763381.991220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763383.015305:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763384.039312:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763384.231206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763384.231223:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763384.231230:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763384.231246:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2768
00000100:00080000:3.0:1789763384.231310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763384.231325:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763384.231392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069949952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763384.231434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763384.231439:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763384.231441:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763384.231446:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2768
00000100:00080000:3.0:1789763384.231452:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763384.231456:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763384.231470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763384.231486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069950080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763384.231501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763384.231505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763384.231508:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763384.231516:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2768
00000100:00100000:0.0:1789763384.231519:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069949952:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763384.231521:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763384.231532:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763384.231567:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763384.231585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069950208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763384.231598:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763384.231602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763384.231605:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763384.231609:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2768
00000100:00080000:3.0:1789763384.231632:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763384.231637:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763384.231644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763384.231658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069950336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763384.231670:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763384.231680:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763384.231687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763384.231689:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763384.231697:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2768
00000100:00080000:3.0:1789763384.231702:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763384.231707:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763384.231712:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763384.231725:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069950464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763384.231788:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff982a89a44380 x1876700069949952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763384.231832:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069949952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763384.231851:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763384.231857:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763384.231866:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069949952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763384.231906:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763384.231959:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763384.231976:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff982a89a47100 x1876700069950080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763384.231993:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069950080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763384.232009:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763384.232030:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763384.232037:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763384.232131:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763384.232166:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763384.232182:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff982a89a45f80 x1876700069950208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763384.232198:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069950208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763384.232209:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763384.232213:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763384.232217:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763384.232224:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763384.232249:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763384.232309:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff982a89a46d80 x1876700069950336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763384.232334:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069950336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763384.232349:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763384.232356:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763384.232362:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763384.232374:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763384.232414:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763384.232436:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763384/real 1789763384]  req@ffff982a89a47800 x1876700069950464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763384.232475:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069950464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763384.232492:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763384.232496:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763384.232500:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950464:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763385.063342:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763386.087232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763387.111277:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763388.135273:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763389.159219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763389.351255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.351285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763389.351292:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.351308:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2773
00000100:00080000:2.0:1789763389.351326:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.351338:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763389.351400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069950592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763389.351469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.351474:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763389.351476:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.351482:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2773
00000100:00080000:2.0:1789763389.351488:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.351494:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763389.351506:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763389.351527:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069950720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763389.351540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.351544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763389.351546:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.351561:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2773
00000100:00080000:2.0:1789763389.351565:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.351570:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763389.351576:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763389.351581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069950592:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763389.351594:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069950848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763389.351621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.351626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763389.351629:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.351634:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2773
00000100:00080000:2.0:1789763389.351651:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.351658:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763389.351667:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763389.351680:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763389.351688:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069950976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763389.351713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.351718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763389.351720:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763389.351725:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2773
00000100:00080000:2.0:1789763389.351730:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763389.351736:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763389.351742:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763389.351756:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069951104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763389.351780:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff982a9216ca80 x1876700069950592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763389.351819:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069950592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763389.351837:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763389.351844:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763389.351853:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069950592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763389.351869:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763389.351908:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763389.351925:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff982a9216e680 x1876700069950720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763389.351941:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069950720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763389.351951:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763389.351970:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763389.351975:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763389.352008:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763389.352034:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763389.352097:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff982a9216d180 x1876700069950848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763389.352114:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069950848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763389.352124:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763389.352128:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763389.352132:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763389.352139:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763389.352164:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763389.352178:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff982a9216f800 x1876700069950976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763389.352191:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069950976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763389.352201:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763389.352204:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763389.352208:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069950976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763389.352214:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763389.352299:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763389.352314:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff982a9216f480 x1876700069951104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763389.352329:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069951104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763389.352339:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763389.352343:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763389.352347:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951104:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763390.183203:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763391.207316:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763392.231195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763393.255232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763394.279303:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763394.471293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.471308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763394.471314:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.471330:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2779
00000100:00080000:1.0:1789763394.471347:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763394.471359:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763394.471424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069951232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763394.471466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.471472:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763394.471475:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.471480:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2779
00000100:00080000:1.0:1789763394.471484:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763394.471489:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763394.471504:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763394.471519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069951360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763394.471533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.471567:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763394.471576:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.471585:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2779
00000100:00100000:0.0:1789763394.471592:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069951232:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763394.471592:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763394.471616:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763394.471627:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763394.471655:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069951488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763394.471673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.471679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763394.471684:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.471689:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2779
00000100:00080000:1.0:1789763394.471707:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763394.471713:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763394.471729:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789763394.471736:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763394.471763:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069951616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763394.471777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763394.471782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763394.471786:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763394.471794:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2779
00000100:00080000:1.0:1789763394.471801:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763394.471805:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff982a88058380 x1876700069951232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763394.471813:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763394.471839:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763394.471847:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069951232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763394.471864:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069951744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763394.471867:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763394.471893:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763394.471912:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069951232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763394.471929:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763394.471964:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763394.471980:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff982a88059500 x1876700069951360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763394.471996:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069951360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763394.472027:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763394.472032:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763394.472037:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763394.472116:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763394.472148:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763394.472164:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff982a88059f80 x1876700069951488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763394.472182:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069951488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763394.472223:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763394.472230:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763394.472237:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763394.472250:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763394.472293:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763394.472317:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff982a8805b800 x1876700069951616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763394.472333:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069951616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763394.472343:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763394.472348:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763394.472351:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763394.472371:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763394.472399:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763394.472412:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff982a88058700 x1876700069951744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763394.472426:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069951744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763394.472435:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763394.472439:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763394.472442:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069951744:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763395.303268:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763396.327300:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763397.351283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763398.375266:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763399.399297:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763399.591278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763399.591296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763399.591327:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763399.591341:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2784
00000100:00080000:2.0:1789763399.591366:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763399.591376:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763399.591437:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069951872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763399.591481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763399.591497:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763399.591501:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763399.591508:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2784
00000100:00080000:2.0:1789763399.591516:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763399.591525:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763399.591541:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763399.591564:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069951872:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763399.591573:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069952000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763399.591599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763399.591604:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763399.591607:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763399.591612:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2784
00000100:00080000:2.0:1789763399.591619:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763399.591625:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763399.591632:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763399.591650:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069952128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763399.591664:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763399.591689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763399.591695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763399.591697:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763399.591719:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2784
00000100:00080000:2.0:1789763399.591725:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763399.591732:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763399.591741:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff982a9216df80 x1876700069951872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763399.591745:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763399.591774:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069952256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763399.591788:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069951872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.591789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763399.591804:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763399.591808:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763399.591821:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2784
00000100:00080000:2.0:1789763399.591832:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763399.591835:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.591839:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763399.591847:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763399.591849:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763399.591866:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069951872:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763399.591876:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069952384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763399.591909:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763399.591957:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763399.591975:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff982a9216ed80 x1876700069952000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763399.592014:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069952000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763399.592025:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763399.592030:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763399.592034:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763399.592042:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763399.592112:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763399.592127:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff982a9216f100 x1876700069952128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763399.592142:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069952128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763399.592184:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763399.592188:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763399.592193:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763399.592208:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763399.592232:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763399.592245:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff982a9216f480 x1876700069952256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763399.592260:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069952256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763399.592287:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763399.592291:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763399.592296:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763399.592303:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763399.592329:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763399.592341:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff982a9216f800 x1876700069952384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763399.592355:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069952384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763399.592364:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763399.592367:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763399.592371:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952384:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763400.423311:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763401.447258:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763402.471250:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763403.495310:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763404.519212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763404.711236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.711254:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763404.711291:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.711308:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2789
00000100:00080000:3.0:1789763404.711326:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.711338:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763404.711402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069952512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763404.711457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.711467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763404.711469:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.711473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2789
00000100:00080000:3.0:1789763404.711476:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.711480:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763404.711491:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763404.711530:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069952640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763404.711542:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069952512:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763404.711564:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.711572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763404.711576:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.711585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2789
00000100:00080000:3.0:1789763404.711592:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.711615:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763404.711622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763404.711640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069952768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763404.711673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.711677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763404.711679:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.711683:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2789
00000100:00080000:3.0:1789763404.711688:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.711695:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763404.711703:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763404.711719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069952896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763404.711725:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952640:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763404.711737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763404.711742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763404.711744:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763404.711748:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2789
00000100:00080000:3.0:1789763404.711756:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763404.711763:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763404.711768:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763404.711799:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952768:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763404.711803:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069953024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763404.711833:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763404.711858:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953024:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763405.543269:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763406.567389:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763407.591238:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763407.783350:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789763407.783399:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763407.783416:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763407.783458:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763407.783469:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763407.783476:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763407.783486:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763407.783548:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763407]  req@ffff982a89a44000 x1876700069952896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763407.783610:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069952896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763407.783623:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763407.783629:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763407.783634:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763407.783644:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763407]  req@ffff982a89a46300 x1876700069953024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763407.783657:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069953024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763407.783665:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763407.783669:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763407.783673:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953024:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763407.783679:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763407]  req@ffff982a89a44700 x1876700069952640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763407.783691:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069952640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763407.783699:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763407.783703:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763407.783707:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763407.783721:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763407]  req@ffff982a89a44e00 x1876700069952768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763407.783751:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069952768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763407.783760:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763407.783764:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763407.783768:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069952768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763407.783777:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763407]  req@ffff982a89a45c00 x1876700069952512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763407.783791:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069952512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763407.783799:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763407.783803:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763407.783806:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069952512:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789763408.615233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763409.639266:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763409.831221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.831236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763409.831244:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.831262:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2794
00000100:00080000:2.0:1789763409.831281:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.831292:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763409.831353:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069953152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763409.831391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.831397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763409.831401:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.831409:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2794
00000100:00080000:2.0:1789763409.831416:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.831424:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763409.831443:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763409.831471:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069953280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763409.831495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763409.831498:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069953152:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763409.831510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763409.831519:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.831528:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2794
00000100:00080000:2.0:1789763409.831567:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.831578:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763409.831591:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763409.831620:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069953408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763409.831646:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763409.831669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.831676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763409.831680:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.831689:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2794
00000100:00080000:2.0:1789763409.831699:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763409.831708:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763409.831718:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763409.831745:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069953536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763409.831763:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff982a9216d180 x1876700069953152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763409.831769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763409.831788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763409.831799:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763409.831820:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2794
00000100:00080000:2.0:1789763409.831831:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763409.831842:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069953152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763409.831849:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763409.831867:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763409.831882:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763409.831897:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:2.0:1789763409.831904:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069953664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763409.831910:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069953152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763409.831978:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763409.832024:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763409.832043:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff982a9216e680 x1876700069953280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763409.832162:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069953280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763409.832179:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763409.832186:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763409.832194:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763409.832207:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763409.832255:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763409.832280:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff982a9216ca80 x1876700069953408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763409.832305:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069953408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763409.832322:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763409.832329:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763409.832337:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763409.832349:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763409.832395:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763409.832419:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff982a9216f800 x1876700069953536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763409.832467:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069953536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763409.832483:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763409.832491:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763409.832498:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763409.832510:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763409.832553:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763409.832576:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763409]  req@ffff982a9216f480 x1876700069953664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763409.832597:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069953664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763409.832611:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763409.832617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763409.832622:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953664:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763410.663278:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763411.687235:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763412.711371:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763413.735359:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763414.759340:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763414.951224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763414.951262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763414.951270:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763414.951290:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2799
00000100:00080000:1.0:1789763414.951311:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763414.951326:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763414.951409:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069953792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763414.951444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763414.951449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763414.951451:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763414.951457:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2799
00000100:00080000:1.0:1789763414.951462:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763414.951467:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763414.951514:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763414.951535:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069953920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763414.951550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763414.951555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763414.951558:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763414.951565:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2799
00000100:00080000:1.0:1789763414.951570:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763414.951577:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763414.951584:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763414.951604:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069953792:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763414.951618:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069954048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763414.951644:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763414.951652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763414.951656:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763414.951664:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2799
00000100:00080000:1.0:1789763414.951699:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763414.951710:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763414.951711:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763414.951731:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763414.951767:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069954176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763414.951784:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff982a8805a680 x1876700069953792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763414.951793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763414.951821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763414.951829:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069953792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763414.951854:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763414.951889:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2799
00000100:00080000:0.0:1789763414.951896:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763414.951904:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763414.951914:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763414.951928:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:1.0:1789763414.951935:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763414.951938:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069953792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763414.951959:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953920:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789763414.951972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069954304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763414.952005:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763414.952148:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff982a88059180 x1876700069953920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.952177:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069953920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.952192:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.952196:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763414.952201:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069953920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763414.952235:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763414.952265:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763414.952279:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff982a8805ad80 x1876700069954048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.952293:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069954048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.952302:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.952305:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763414.952309:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763414.952316:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763414.952370:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763414.952383:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff982a88058700 x1876700069954176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.952398:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069954176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.952408:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.952411:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763414.952415:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763414.952422:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763414.952442:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763414.952453:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff982a8805b800 x1876700069954304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.952467:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069954304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.952476:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.952479:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763414.952483:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954304:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763415.783356:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763416.807336:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763417.831281:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763418.855192:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763419.879372:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763420.071145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763420.071171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763420.071177:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763420.071190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2804
00000100:00080000:1.0:1789763420.071211:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763420.071225:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763420.071287:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069954432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763420.071329:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763420.071334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763420.071337:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763420.071343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2804
00000100:00080000:1.0:1789763420.071348:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763420.071354:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763420.071366:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763420.071383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069954560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763420.071425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763420.071432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763420.071436:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763420.071445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2804
00000100:00080000:1.0:1789763420.071454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763420.071466:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763420.071468:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069954432:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789763420.071493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763420.071526:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069954688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763420.071544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763420.071549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763420.071552:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763420.071558:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2804
00000100:00080000:1.0:1789763420.071564:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763420.071574:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763420.071578:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789763420.071585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763420.071605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069954816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763420.071616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763420.071620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763420.071623:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763420.071629:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2804
00000100:00100000:0.0:1789763420.071644:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff982a88059f80 x1876700069954432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763420.071648:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763420.071662:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763420.071672:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763420.071691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069954944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763420.071728:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069954432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763420.071747:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763420.071753:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763420.071759:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069954432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763420.071770:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763420.071801:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763420.071817:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff982a88059500 x1876700069954560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763420.071832:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069954560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763420.071841:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763420.071845:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763420.071849:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763420.071878:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763420.071899:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763420.071910:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff982a88058380 x1876700069954688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763420.071924:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069954688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763420.071933:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763420.071946:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763420.071951:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763420.071959:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763420.071983:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763420.072025:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff982a8805b100 x1876700069954816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763420.072042:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069954816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763420.072103:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763420.072107:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763420.072111:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763420.072166:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763420.072199:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763420.072220:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763420/real 1789763420]  req@ffff982a88058a80 x1876700069954944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763420.072237:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069954944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763420.072248:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763420.072253:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763420.072257:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069954944:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763420.903275:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763421.927358:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763422.951320:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763423.975297:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763424.999240:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763425.191187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763425.191200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763425.191206:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763425.191219:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2809
00000100:00080000:2.0:1789763425.191234:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763425.191243:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763425.191297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069955072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763425.191338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763425.191343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763425.191345:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763425.191350:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2809
00000100:00080000:2.0:1789763425.191354:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763425.191358:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763425.191370:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763425.191386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069955200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763425.191430:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069955072:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763425.191434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763425.191443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763425.191446:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763425.191453:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2809
00000100:00080000:2.0:1789763425.191463:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763425.191484:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763425.191492:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763425.191512:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069955328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763425.191524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763425.191529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763425.191531:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763425.191536:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2809
00000100:00080000:2.0:1789763425.191541:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763425.191545:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763425.191552:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763425.191561:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763425.191571:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069955456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763425.191585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763425.191589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763425.191592:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763425.191599:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2809
00000100:00080000:2.0:1789763425.191615:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763425.191622:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763425.191630:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763425.191638:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff982a9216f100 x1876700069955072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763425.191653:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069955584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763425.191678:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069955072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763425.191696:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763425.191703:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763425.191709:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069955072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763425.191741:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763425.191791:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763425.191809:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff982a9216ed80 x1876700069955200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763425.191825:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069955200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763425.191835:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763425.191839:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763425.191844:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763425.191851:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763425.191873:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763425.191884:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff982a9216df80 x1876700069955328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763425.191898:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069955328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763425.191921:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763425.191926:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763425.191930:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763425.191938:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763425.192005:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763425.192021:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff982a9216f480 x1876700069955456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763425.192037:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069955456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763425.192085:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763425.192090:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763425.192094:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763425.192102:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763425.192127:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763425.192141:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763425/real 1789763425]  req@ffff982a9216f800 x1876700069955584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763425.192155:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069955584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763425.192165:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763425.192169:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763425.192173:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955584:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763426.023337:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763427.047252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763428.071340:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763429.095285:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763430.119382:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763430.311199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763430.311212:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763430.311218:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763430.311231:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2814
00000100:00080000:1.0:1789763430.311244:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763430.311254:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763430.311301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069955712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763430.311348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763430.311353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763430.311356:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763430.311361:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2814
00000100:00080000:1.0:1789763430.311365:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763430.311370:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763430.311381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763430.311396:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069955840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763430.311408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763430.311435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763430.311438:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763430.311445:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2814
00000100:00080000:1.0:1789763430.311451:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763430.311457:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763430.311465:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763430.311476:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069955712:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763430.311484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069955968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763430.311502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763430.311506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763430.311509:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763430.311514:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2814
00000100:00080000:1.0:1789763430.311527:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763430.311534:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763430.311542:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763430.311556:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069956096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763430.311568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763430.311572:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763430.311575:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763430.311579:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2814
00000100:00080000:1.0:1789763430.311584:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763430.311589:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763430.311595:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763430.311614:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763430.311631:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069956224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763430.311672:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff982a88058e00 x1876700069955712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763430.311701:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069955712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763430.311715:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763430.311721:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763430.311726:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069955712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763430.311736:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763430.311769:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763430.311785:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff982a8805aa00 x1876700069955840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763430.311800:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069955840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763430.311810:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763430.311814:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763430.311818:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763430.311848:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763430.311869:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763430.311881:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff982a88059880 x1876700069955968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763430.311905:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069955968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763430.311914:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763430.311918:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763430.311949:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069955968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763430.311958:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763430.311987:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763430.312001:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff982a88058000 x1876700069956096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763430.312016:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069956096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763430.312026:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763430.312029:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763430.312033:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763430.312040:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763430.312103:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763430.312117:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763430/real 1789763430]  req@ffff982a8805b480 x1876700069956224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763430.312131:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069956224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763430.312149:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763430.312153:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763430.312157:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956224:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763431.143247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763432.167309:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763433.191227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763434.215321:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763435.239265:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763435.431219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763435.431236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763435.431243:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763435.431259:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2820
00000100:00080000:3.0:1789763435.431275:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763435.431288:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763435.431366:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069956352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763435.431419:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763435.431427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763435.431430:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763435.431438:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2820
00000100:00080000:3.0:1789763435.431446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763435.431454:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763435.431470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763435.431496:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069956480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763435.431516:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763435.431563:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763435.431572:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763435.431574:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069956352:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763435.431585:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2820
00000100:00080000:3.0:1789763435.431599:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763435.431609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763435.431621:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763435.431652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069956608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763435.431673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763435.431680:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763435.431684:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763435.431691:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763435.431700:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2820
00000100:00080000:3.0:1789763435.431712:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763435.431722:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763435.431736:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763435.431758:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff982a89a46a00 x1876700069956352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763435.431769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069956736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763435.431798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763435.431799:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069956352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763435.431820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763435.431830:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763435.431831:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763435.431844:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789763435.431848:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2820
00000100:00100000:0.0:1789763435.431854:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069956352:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763435.431863:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763435.431870:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956480:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763435.431881:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763435.431935:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763435.431943:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763435.431966:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff982a89a45880 x1876700069956480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763435.431977:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069956864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763435.431991:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069956480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763435.432023:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763435.432031:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763435.432037:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763435.432135:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763435.432164:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763435.432178:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff982a89a45500 x1876700069956608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763435.432193:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069956608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763435.432203:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763435.432207:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763435.432212:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763435.432219:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763435.432257:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763435.432278:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff982a89a45c00 x1876700069956736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763435.432302:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069956736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763435.432317:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763435.432324:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763435.432330:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763435.432342:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763435.432379:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763435.432401:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff982a89a44e00 x1876700069956864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763435.432425:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069956864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763435.432443:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763435.432449:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763435.432456:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069956864:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763436.263141:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763437.287205:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763438.311271:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763439.335251:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763440.359294:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763440.551161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.551178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763440.551185:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.551202:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2825
00000100:00080000:3.0:1789763440.551230:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.551243:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763440.551303:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069956992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763440.551363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.551370:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763440.551374:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.551381:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2825
00000100:00080000:3.0:1789763440.551388:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.551395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763440.551411:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763440.551438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069957120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763440.551451:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.551455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763440.551489:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.551494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2825
00000100:00080000:3.0:1789763440.551512:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.551526:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763440.551531:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069956992:192.168.203.153@tcp:250:
00000008:00100000:3.0:1789763440.551537:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763440.551564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069957248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763440.551583:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.551588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763440.551590:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.551596:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2825
00000100:00080000:3.0:1789763440.551600:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.551604:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763440.551612:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763440.551627:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069957376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763440.551638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763440.551642:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763440.551644:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763440.551649:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2825
00000100:00080000:3.0:1789763440.551652:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763440.551661:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763440.551664:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763440.551682:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763440.551714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069957504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763440.551783:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff982a89a44700 x1876700069956992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763440.551826:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069956992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763440.551887:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763440.551897:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763440.551905:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069956992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763440.551932:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763440.551980:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763440.552011:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff982a89a46300 x1876700069957120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763440.552027:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069957120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763440.552037:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763440.552043:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763440.552115:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763440.552169:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763440.552213:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763440.552237:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff982a89a44000 x1876700069957248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763440.552260:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069957248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763440.552276:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763440.552283:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763440.552289:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763440.552302:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763440.552345:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763440.552369:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff982a89a47800 x1876700069957376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763440.552392:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069957376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763440.552405:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763440.552410:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763440.552414:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763440.552422:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763440.552454:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763440.552467:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff982a89a46d80 x1876700069957504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763440.552481:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069957504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763440.552490:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763440.552494:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763440.552498:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957504:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763441.383215:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763442.407198:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763443.431232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763444.455239:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763445.479227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763445.671218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763445.671226:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763445.671230:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763445.671240:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2830
00000100:00080000:1.0:1789763445.671250:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763445.671257:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763445.671297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069957632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763445.671334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763445.671338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763445.671339:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763445.671343:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2830
00000100:00080000:1.0:1789763445.671345:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763445.671348:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763445.671357:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763445.671367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069957760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763445.671375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763445.671394:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069957632:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763445.671394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763445.671397:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763445.671407:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2830
00000100:00080000:1.0:1789763445.671411:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763445.671414:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763445.671419:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763445.671432:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069957888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763445.671441:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763445.671444:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763445.671446:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763445.671449:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2830
00000100:00080000:1.0:1789763445.671463:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763445.671466:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763445.671470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763445.671476:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763445.671499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069958016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763445.671506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763445.671509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763445.671510:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763445.671513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2830
00000100:00080000:1.0:1789763445.671515:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763445.671518:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763445.671527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763445.671535:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff982a8805bb80 x1876700069957632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.671538:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069958144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763445.671604:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069957632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763445.671639:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763445.671643:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763445.671647:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069957632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763445.671654:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763445.671676:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763445.671687:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff982a8805a300 x1876700069957760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763445.671698:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069957760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763445.671706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763445.671708:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763445.671711:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763445.671733:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763445.671747:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763445.671755:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff982a88059c00 x1876700069957888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763445.671764:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069957888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763445.671770:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763445.671773:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763445.671776:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069957888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763445.671780:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763445.671793:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763445.671800:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff982a8805b480 x1876700069958016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763445.671832:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069958016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763445.671858:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763445.671871:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763445.671875:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763445.671883:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763445.671903:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763445.671911:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff982a88058000 x1876700069958144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763445.671919:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069958144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763445.671925:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763445.671927:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763445.671929:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958144:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763446.503305:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763447.527217:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763448.551306:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763449.575265:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763450.599209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763450.791224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.791236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763450.791243:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.791256:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2835
00000100:00080000:3.0:1789763450.791271:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.791281:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763450.791333:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069958272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763450.791393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.791400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763450.791404:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.791412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2835
00000100:00080000:3.0:1789763450.791420:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.791428:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763450.791445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763450.791475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069958400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763450.791493:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069958272:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763450.791495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.791511:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763450.791536:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.791544:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2835
00000100:00080000:3.0:1789763450.791551:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.791558:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763450.791566:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763450.791585:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069958528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763450.791597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.791602:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763450.791604:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.791613:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2835
00000800:00000100:0.0:1789763450.791617:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763450.791620:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.791628:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763450.791634:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763450.791650:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069958656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763450.791661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763450.791665:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763450.791667:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763450.791672:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2835
00000100:00080000:3.0:1789763450.791677:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763450.791682:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763450.791689:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763450.791706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff982a89a45f80 x1876700069958272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763450.791720:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069958784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763450.791918:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069958272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763450.791937:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763450.791942:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763450.791948:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069958272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763450.791984:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763450.792020:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763450.792038:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff982a89a47100 x1876700069958400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763450.792105:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069958400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763450.792116:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763450.792120:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763450.792125:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763450.792133:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763450.792170:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763450.792184:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff982a89a44380 x1876700069958528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763450.792198:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069958528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763450.792208:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763450.792211:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763450.792215:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763450.792222:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763450.792242:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763450.792269:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff982a89a44a80 x1876700069958656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763450.792285:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069958656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763450.792302:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763450.792307:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763450.792311:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763450.792317:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763450.792338:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763450.792350:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff982a89a47480 x1876700069958784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763450.792363:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069958784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763450.792372:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763450.792376:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763450.792380:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069958784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763451.623224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763452.647298:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763453.671283:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763454.695323:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763455.719302:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763455.911151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.911164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763455.911169:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.911181:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2840
00000100:00080000:3.0:1789763455.911194:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.911204:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763455.911244:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069958912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763455.911271:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.911274:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763455.911276:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.911279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2840
00000100:00080000:3.0:1789763455.911282:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.911285:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763455.911293:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763455.911304:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069959040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763455.911311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.911314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763455.911316:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763455.911333:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069958912:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763455.911337:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2840
00000100:00080000:3.0:1789763455.911344:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.911347:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763455.911352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763455.911364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069959168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763455.911373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.911376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763455.911378:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.911381:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2840
00000100:00080000:3.0:1789763455.911384:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.911386:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763455.911391:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763455.911400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069959296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763455.911404:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763455.911413:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763455.911417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763455.911418:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763455.911423:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2840
00000100:00080000:3.0:1789763455.911426:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763455.911428:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763455.911432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763455.911441:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069959424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763455.911450:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff982a89a46680 x1876700069958912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.911481:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069958912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.911491:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.911496:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763455.911499:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069958912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763455.911507:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763455.911523:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763455.911532:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff982a89a45180 x1876700069959040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.911541:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069959040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.911547:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.911549:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763455.911552:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763455.911572:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763455.911584:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763455.911591:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff982a89a47b80 x1876700069959168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.911599:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069959168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.911605:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.911607:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763455.911609:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763455.911614:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763455.911625:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763455.911632:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff982a89a47480 x1876700069959296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.911641:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069959296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.911646:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.911648:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763455.911651:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763455.911654:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763455.911665:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763455.911671:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff982a89a44a80 x1876700069959424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763455.911679:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069959424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763455.911685:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763455.911687:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763455.911689:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959424:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763456.743365:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763457.767244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763458.791284:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763459.815219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763460.839396:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763461.031314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763461.031329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763461.031337:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763461.031357:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2845
00000100:00080000:3.0:1789763461.031377:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763461.031392:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763461.031473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069959552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763461.031514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763461.031520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763461.031523:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763461.031529:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2845
00000100:00080000:3.0:1789763461.031535:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763461.031541:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763461.031557:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763461.031577:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069959680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763461.031590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763461.031594:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763461.031597:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763461.031631:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2845
00000100:00100000:0.0:1789763461.031643:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069959552:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763461.031645:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763461.031665:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763461.031681:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763461.031737:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069959808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763461.031762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763461.031769:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763461.031773:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763461.031782:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2845
00000100:00080000:3.0:1789763461.031791:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763461.031803:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763461.031807:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763461.031815:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763461.031842:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069959936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763461.031857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763461.031862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763461.031865:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763461.031870:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2845
00000100:00080000:3.0:1789763461.031875:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763461.031880:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763461.031887:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763461.031904:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069960064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763461.031914:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763461]  req@ffff982a89a44380 x1876700069959552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763461.031985:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069959552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763461.032008:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763461.032019:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763461.032027:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069959552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763461.032042:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763461.032184:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763461.032207:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763461]  req@ffff982a89a47100 x1876700069959680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763461.032224:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069959680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763461.032235:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763461.032240:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763461.032244:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763461.032283:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763461.032309:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763461.032321:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763461]  req@ffff982a89a45f80 x1876700069959808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763461.032336:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069959808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763461.032346:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763461.032349:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763461.032353:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763461.032360:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763461.032384:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763461.032396:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763461]  req@ffff982a89a46d80 x1876700069959936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763461.032410:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069959936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763461.032420:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763461.032423:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763461.032426:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069959936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763461.032433:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763461.032451:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763461.032462:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763461/real 1789763461]  req@ffff982a89a47800 x1876700069960064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763461.032476:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069960064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763461.032485:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763461.032489:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763461.032492:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960064:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763461.863239:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763462.887325:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763463.911227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763464.935281:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763465.959236:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763466.151194:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763466.151207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763466.151212:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763466.151226:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2850
00000100:00080000:3.0:1789763466.151241:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763466.151252:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763466.151308:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069960192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763466.151339:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763466.151344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763466.151347:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763466.151351:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2850
00000100:00080000:3.0:1789763466.151355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763466.151359:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763466.151371:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763466.151390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069960320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763466.151406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763466.151408:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069960192:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763466.151414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763466.151421:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763466.151429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2850
00000100:00080000:3.0:1789763466.151454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763466.151461:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763466.151470:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763466.151488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069960448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763466.151501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763466.151505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763466.151508:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763466.151518:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763466.151525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2850
00000100:00080000:3.0:1789763466.151533:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763466.151539:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763466.151548:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763466.151563:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069960576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763466.151588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763466.151589:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff982a89a44000 x1876700069960192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763466.151600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763466.151606:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763466.151621:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2850
00000100:00080000:3.0:1789763466.151631:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763466.151643:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763466.151655:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763466.151690:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069960704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763466.151702:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069960192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763466.151771:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763466.151782:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763466.151794:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069960192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763466.151838:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763466.151890:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763466.151918:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff982a89a46300 x1876700069960320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763466.151939:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069960320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763466.151957:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763466.151964:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763466.151970:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763466.151983:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763466.152028:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763466.152121:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff982a89a44700 x1876700069960448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763466.152150:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069960448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763466.152168:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763466.152175:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763466.152183:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763466.152192:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763466.152225:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763466.152241:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff982a89a44e00 x1876700069960576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763466.152256:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069960576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763466.152266:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763466.152269:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763466.152274:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763466.152280:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763466.152301:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763466.152312:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763466/real 1789763466]  req@ffff982a89a45c00 x1876700069960704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763466.152325:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069960704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763466.152334:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763466.152338:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763466.152341:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960704:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763466.983299:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763468.007146:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763469.031211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763470.055254:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763471.079256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763471.271195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763471.271204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763471.271224:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763471.271234:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2855
00000100:00080000:2.0:1789763471.271245:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763471.271252:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763471.271288:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069960832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763471.271317:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763471.271320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763471.271322:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763471.271325:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2855
00000100:00080000:2.0:1789763471.271328:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763471.271331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763471.271339:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763471.271348:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069960960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763471.271358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763471.271361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763471.271363:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763471.271366:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2855
00000100:00080000:2.0:1789763471.271368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763471.271371:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763471.271375:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763471.271386:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069960832:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763471.271386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069961088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763471.271422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763471.271425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763471.271427:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763471.271431:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2855
00000100:00080000:2.0:1789763471.271435:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763471.271438:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763471.271444:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763471.271457:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069961216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763471.271469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763471.271473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763471.271475:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763471.271480:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2855
00000100:00080000:2.0:1789763471.271486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763471.271492:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763471.271500:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763471.271502:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960960:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789763471.271522:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069961344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763471.271545:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763471.271570:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763471.271590:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961344:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763472.103236:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763473.127359:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763474.151234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763474.343416:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789763474.343482:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763474.343503:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763474.343576:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763474.343587:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763474.343631:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763474.343648:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763474.343650:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763474]  req@ffff982a9216d180 x1876700069961088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763474.343691:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069961088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763474.343718:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763474.343724:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763474.343729:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763474.343739:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763474]  req@ffff982a9216f800 x1876700069961216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763474.343752:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069961216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763474.343760:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763474.343763:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763474.343767:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763474.343775:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763474]  req@ffff982a9216f480 x1876700069961344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763474.343813:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069961344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763474.343827:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763474.343833:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763474.343839:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961344:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763474.343851:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763474]  req@ffff982a9216ca80 x1876700069960832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763474.343871:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069960832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763474.343884:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763474.343891:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763474.343897:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069960832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763474.343908:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763471/real 1789763474]  req@ffff982a9216e680 x1876700069960960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763474.343928:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069960960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763474.343957:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763474.343961:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763474.343965:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069960960:192.168.203.153@tcp:38:
00010000:00010000:3.0:1789763475.175340:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763476.199213:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763476.391257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763476.391269:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763476.391275:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763476.391288:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2861
00000100:00080000:3.0:1789763476.391310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763476.391322:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763476.391380:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069961472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763476.391428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763476.391434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763476.391436:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763476.391442:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2861
00000100:00080000:3.0:1789763476.391448:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763476.391481:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763476.391494:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763476.391515:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069961600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763476.391537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763476.391544:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763476.391548:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763476.391556:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2861
00000100:00080000:3.0:1789763476.391568:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763476.391576:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763476.391607:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763476.391631:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069961472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763476.391636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069961728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763476.391692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763476.391702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763476.391705:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763476.391715:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2861
00000100:00080000:3.0:1789763476.391722:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763476.391731:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763476.391741:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763476.391769:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069961856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763476.391786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763476.391805:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763476.391809:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763476.391817:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2861
00000100:00080000:3.0:1789763476.391827:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763476.391839:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763476.391848:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763476.391864:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763476.391896:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069961984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763476.391948:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff982a89a45500 x1876700069961472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763476.392001:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069961472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763476.392022:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763476.392031:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763476.392039:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069961472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763476.392137:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763476.392191:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763476.392219:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff982a89a45880 x1876700069961600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763476.392244:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069961600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763476.392261:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763476.392268:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763476.392274:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763476.392329:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763476.392374:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763476.392397:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff982a89a46a00 x1876700069961728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763476.392422:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069961728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763476.392439:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763476.392446:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763476.392452:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763476.392465:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763476.392510:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763476.392534:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff982a89a45c00 x1876700069961856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763476.392557:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069961856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763476.392573:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763476.392580:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763476.392613:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763476.392625:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763476.392668:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763476.392692:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763476]  req@ffff982a89a44e00 x1876700069961984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763476.392715:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069961984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763476.392731:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763476.392737:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763476.392744:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069961984:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763477.223256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763478.247299:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763479.271282:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763480.295193:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763481.319311:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763481.511301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763481.511321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763481.511330:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763481.511350:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2866
00000100:00080000:1.0:1789763481.511372:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763481.511387:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763481.511462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069962112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763481.511505:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763481.511510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763481.511529:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763481.511535:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2866
00000100:00080000:1.0:1789763481.511539:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763481.511559:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763481.511574:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763481.511595:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069962240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763481.511610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763481.511615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763481.511617:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763481.511622:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2866
00000100:00100000:0.0:1789763481.511635:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069962112:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763481.511659:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763481.511667:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763481.511673:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763481.511689:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069962368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763481.511701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763481.511704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763481.511706:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763481.511709:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2866
00000100:00080000:1.0:1789763481.511716:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763481.511719:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763481.511724:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763481.511732:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763481.511737:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069962496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763481.511747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763481.511751:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763481.511754:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763481.511757:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2866
00000100:00080000:1.0:1789763481.511761:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763481.511765:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763481.511769:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763481.511778:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069962624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763481.511794:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff982a88059880 x1876700069962112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763481.511834:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069962112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763481.511879:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763481.511885:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763481.511891:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069962112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763481.511902:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763481.511934:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763481.511956:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff982a8805aa00 x1876700069962240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763481.511981:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069962240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763481.511998:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763481.512004:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763481.512012:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763481.512057:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763481.512154:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763481.512166:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff982a88058e00 x1876700069962368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763481.512185:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069962368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763481.512192:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763481.512195:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763481.512199:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763481.512204:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763481.512220:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763481.512228:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff982a88058a80 x1876700069962496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763481.512258:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069962496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763481.512267:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763481.512270:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763481.512274:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763481.512281:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763481.512302:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763481.512312:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff982a8805b100 x1876700069962624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763481.512326:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069962624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763481.512344:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763481.512364:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763481.512367:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763482.343256:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763483.367188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763484.391216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763485.415345:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763486.439395:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763486.631222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.631232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763486.631236:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.631246:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2871
00000100:00080000:3.0:1789763486.631257:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763486.631265:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763486.631311:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069962752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763486.631353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.631358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763486.631361:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.631366:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2871
00000100:00080000:3.0:1789763486.631372:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763486.631377:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763486.631409:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763486.631435:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069962752:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763486.631436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069962880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763486.631460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.631465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763486.631468:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.631474:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2871
00000100:00080000:3.0:1789763486.631482:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763486.631487:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763486.631493:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763486.631537:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069963008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763486.631538:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763486.631551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.631555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763486.631557:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.631562:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2871
00000100:00080000:3.0:1789763486.631566:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763486.631569:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763486.631574:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763486.631585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069963136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763486.631594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763486.631597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763486.631601:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff982a89a44700 x1876700069962752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763486.631610:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763486.631622:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2871
00000100:00080000:3.0:1789763486.631628:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763486.631635:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069962752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763486.631636:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763486.631648:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763486.631657:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763486.631666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763486.631666:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069963264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763486.631676:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069962752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763486.631713:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763486.631738:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763486.631749:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff982a89a46300 x1876700069962880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763486.631760:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069962880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763486.631768:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763486.631771:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763486.631775:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069962880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763486.631780:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763486.631793:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763486.631801:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff982a89a44000 x1876700069963008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763486.631811:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069963008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763486.631818:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763486.631820:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763486.631823:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763486.631828:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763486.631841:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763486.631849:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff982a89a47800 x1876700069963136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763486.631859:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069963136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763486.631866:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763486.631868:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763486.631871:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763486.631875:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763486.631888:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763486.631896:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff982a89a46d80 x1876700069963264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763486.631906:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069963264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763486.631913:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763486.631915:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763486.631917:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963264:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763487.463192:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763488.487299:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763489.511239:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763490.535364:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763491.559261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763491.751157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.751170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763491.751176:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.751189:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2876
00000100:00080000:3.0:1789763491.751203:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.751213:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763491.751264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069963392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763491.751301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.751305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763491.751308:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.751312:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2876
00000100:00080000:3.0:1789763491.751316:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.751321:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763491.751332:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763491.751378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069963520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763491.751381:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069963392:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763491.751410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.751415:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763491.751418:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.751423:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2876
00000100:00080000:3.0:1789763491.751429:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.751434:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763491.751441:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763491.751459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069963648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763491.751495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.751499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763491.751502:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.751507:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2876
00000100:00080000:3.0:1789763491.751514:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.751519:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763491.751527:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763491.751537:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763491.751560:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069963776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763491.751581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.751588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763491.751592:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763491.751602:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff982a89a45f80 x1876700069963392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763491.751626:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2876
00000100:00080000:3.0:1789763491.751640:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763491.751641:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069963392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763491.751659:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763491.751666:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763491.751671:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763491.751676:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763491.751686:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069963392:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763491.751701:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069963904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763491.751728:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763491.751765:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763491.751782:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff982a89a47100 x1876700069963520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763491.751797:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069963520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763491.751816:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763491.751819:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763491.751823:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763491.751830:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763491.751851:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763491.751861:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff982a89a44380 x1876700069963648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763491.751875:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069963648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763491.751884:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763491.751888:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763491.751891:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763491.751898:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763491.751918:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763491.751929:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff982a89a44a80 x1876700069963776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763491.751942:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069963776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763491.751952:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763491.751955:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763491.751959:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763491.751966:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763491.751985:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763491.751995:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff982a89a47480 x1876700069963904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763491.752009:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069963904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763491.752018:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763491.752021:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763491.752026:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069963904:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763492.583219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763493.607178:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763494.631323:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763495.655258:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763496.679232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763496.871224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763496.871236:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763496.871241:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763496.871253:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2881
00000100:00080000:1.0:1789763496.871266:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763496.871275:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763496.871335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069964032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763496.871372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763496.871377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763496.871379:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763496.871384:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2881
00000100:00080000:1.0:1789763496.871388:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763496.871399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763496.871409:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763496.871424:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069964160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763496.871459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763496.871463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763496.871466:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763496.871491:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2881
00000100:00100000:0.0:1789763496.871500:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069964032:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763496.871530:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763496.871540:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763496.871550:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763496.871571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069964288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763496.871586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763496.871593:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789763496.871595:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763496.871598:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763496.871608:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2881
00000100:00080000:1.0:1789763496.871616:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763496.871622:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763496.871629:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763496.871644:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069964416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763496.871655:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763496.871660:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763496.871662:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763496.871671:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2881
00000100:00100000:0.0:1789763496.871677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff982a88058380 x1876700069964032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.871678:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763496.871689:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763496.871697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763496.871717:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069964544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763496.871739:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069964032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763496.871779:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763496.871788:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763496.871798:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069964032:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763496.871815:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763496.871865:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763496.871887:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff982a88059500 x1876700069964160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763496.871913:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069964160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763496.871924:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763496.871928:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763496.871932:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763496.871962:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763496.871987:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763496.872000:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff982a88059f80 x1876700069964288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763496.872014:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069964288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763496.872041:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763496.872101:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763496.872109:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763496.872122:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763496.872166:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763496.872189:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff982a8805b800 x1876700069964416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763496.872205:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069964416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763496.872223:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763496.872228:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763496.872232:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763496.872239:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763496.872264:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763496.872276:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff982a88058700 x1876700069964544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763496.872290:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069964544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763496.872300:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763496.872311:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763496.872314:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964544:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763497.703421:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763498.727288:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763499.751267:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763500.775294:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763501.799303:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763501.991201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.991215:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763501.991221:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.991234:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2886
00000100:00080000:1.0:1789763501.991248:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763501.991257:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763501.991311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069964672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763501.991348:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.991353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763501.991355:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.991360:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2886
00000100:00080000:1.0:1789763501.991365:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763501.991369:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763501.991381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763501.991425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069964800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763501.991440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.991445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763501.991448:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.991453:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2886
00000100:00080000:1.0:1789763501.991458:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763501.991465:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763501.991479:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069964672:192.168.203.153@tcp:250:
00000008:00100000:1.0:1789763501.991506:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763501.991531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069964928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763501.991547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.991552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763501.991555:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.991561:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2886
00000100:00080000:1.0:1789763501.991597:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763501.991614:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763501.991625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763501.991643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763501.991676:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069965056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763501.991712:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff982a8805ad80 x1876700069964672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763501.991713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.991735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763501.991747:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.991777:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2886
00000100:00080000:1.0:1789763501.991786:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763501.991792:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069964672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763501.991804:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763501.991834:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763501.991839:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763501.991853:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763501.991865:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069964672:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763501.991874:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069965184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763501.991886:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763501.991949:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763501.991976:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff982a88059180 x1876700069964800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763501.991997:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069964800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763501.992008:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763501.992013:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763501.992018:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763501.992163:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763501.992202:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763501.992220:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff982a8805a680 x1876700069964928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763501.992235:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069964928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763501.992246:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763501.992251:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763501.992255:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069964928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763501.992263:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763501.992287:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763501.992300:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff982a88058700 x1876700069965056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763501.992315:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069965056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763501.992325:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763501.992328:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763501.992332:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763501.992339:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763501.992358:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763501.992369:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff982a8805b800 x1876700069965184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763501.992384:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069965184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763501.992422:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763501.992429:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763501.992433:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965184:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763502.823368:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763503.847279:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763504.871233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763505.895247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763506.919344:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763507.111296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763507.111309:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763507.111314:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763507.111327:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2891
00000100:00080000:2.0:1789763507.111342:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763507.111351:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763507.111450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069965312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763507.111503:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763507.111510:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763507.111514:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763507.111521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2891
00000100:00080000:2.0:1789763507.111529:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763507.111537:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763507.111588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763507.111599:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069965312:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763507.111624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069965440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763507.111645:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763507.111650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763507.111653:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763507.111659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2891
00000100:00080000:2.0:1789763507.111667:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763507.111672:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763507.111680:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763507.111695:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763507.111702:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069965568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763507.111717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763507.111723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763507.111726:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763507.111731:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2891
00000100:00080000:2.0:1789763507.111734:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763507.111739:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763507.111747:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763507.111765:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff982a9216df80 x1876700069965312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763507.111768:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069965696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763507.111828:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069965312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763507.111835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763507.111852:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763507.111869:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763507.111873:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763507.111882:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2891
00000100:00080000:0.0:1789763507.111891:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:2.0:1789763507.111895:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763507.111900:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069965312:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763507.111910:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763507.111921:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763507.111938:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069965824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763507.111964:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763507.112000:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763507.112016:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff982a9216ed80 x1876700069965440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763507.112032:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069965440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763507.112088:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763507.112093:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763507.112098:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763507.112107:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763507.112132:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763507.112146:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff982a9216f100 x1876700069965568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763507.112161:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069965568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763507.112171:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763507.112176:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763507.112180:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763507.112187:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763507.112208:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763507.112219:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff982a9216e680 x1876700069965696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763507.112233:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069965696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763507.112242:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763507.112245:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763507.112248:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763507.112255:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763507.112272:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763507.112283:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763507/real 1789763507]  req@ffff982a9216ca80 x1876700069965824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763507.112296:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069965824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763507.112305:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763507.112309:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763507.112312:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069965824:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763507.943272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763508.967334:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763509.991326:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763511.015312:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763512.039270:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763512.231220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763512.231241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763512.231266:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763512.231284:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2896
00000100:00080000:3.0:1789763512.231301:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763512.231314:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763512.231434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069965952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763512.231473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763512.231478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763512.231481:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763512.231486:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2896
00000100:00080000:3.0:1789763512.231491:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763512.231497:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763512.231512:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763512.231539:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069965952:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763512.231585:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069966080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763512.231604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763512.231610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763512.231613:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763512.231619:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2896
00000100:00080000:3.0:1789763512.231627:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763512.231634:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763512.231643:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763512.231656:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763512.231665:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069966208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763512.231683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763512.231688:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763512.231692:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763512.231698:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2896
00000100:00080000:3.0:1789763512.231705:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763512.231711:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763512.231719:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763512.231723:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff982a89a47b80 x1876700069965952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763512.231742:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069966336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763512.231753:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069965952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763512.231757:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763512.231768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763512.231774:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763512.231779:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763512.231788:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789763512.231792:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2896
00000100:00080000:3.0:1789763512.231798:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763512.231806:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069965952:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763512.231806:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763512.231819:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763512.231833:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069966464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763512.231852:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763512.231881:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763512.231894:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff982a89a45180 x1876700069966080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763512.231906:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069966080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763512.231914:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763512.231918:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763512.231924:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763512.231933:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763512.231962:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763512.231978:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff982a89a46680 x1876700069966208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763512.232016:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069966208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763512.232028:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763512.232033:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763512.232038:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763512.232046:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763512.232124:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763512.232140:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff982a89a47480 x1876700069966336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763512.232160:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069966336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763512.232177:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763512.232183:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763512.232191:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763512.232203:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763512.232244:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763512.232266:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763512/real 1789763512]  req@ffff982a89a44a80 x1876700069966464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763512.232298:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069966464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763537 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763512.232305:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763512.232308:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763512.232312:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966464:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763513.063348:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763514.087287:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763515.111398:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763516.135345:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763517.159374:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763517.351147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763517.351158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763517.351164:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763517.351176:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2901
00000100:00080000:3.0:1789763517.351190:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763517.351199:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763517.351247:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069966592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763517.351303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763517.351308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763517.351311:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763517.351316:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2901
00000100:00080000:3.0:1789763517.351322:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763517.351327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763517.351340:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763517.351359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069966720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763517.351388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763517.351396:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069966592:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763517.351418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763517.351422:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763517.351429:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2901
00000100:00080000:3.0:1789763517.351435:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763517.351441:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763517.351449:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763517.351468:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069966848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763517.351480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763517.351486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763517.351488:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763517.351493:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2901
00000100:00080000:3.0:1789763517.351498:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763517.351507:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763517.351508:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763517.351520:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763517.351536:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069966976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763517.351547:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763517.351552:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763517.351554:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763517.351561:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2901
00000100:00080000:3.0:1789763517.351566:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763517.351570:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763517.351585:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763517.351592:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff982a89a44380 x1876700069966592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763517.351607:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069967104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763517.351637:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069966592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763517.351657:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763517.351664:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763517.351673:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069966592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763517.351716:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763517.351761:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763517.351786:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff982a89a47100 x1876700069966720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763517.351812:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069966720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763517.351827:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763517.351831:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763517.351836:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763517.351845:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763517.351874:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763517.351889:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff982a89a45f80 x1876700069966848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763517.351903:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069966848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763517.351913:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763517.351917:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763517.351921:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763517.351928:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763517.351947:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763517.351958:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff982a89a46d80 x1876700069966976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763517.351972:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069966976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763517.351982:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763517.351985:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763517.351988:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069966976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763517.351995:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763517.352012:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763517.352022:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff982a89a47800 x1876700069967104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763517.352035:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069967104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763517.352086:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763517.352090:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763517.352094:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967104:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763518.183232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763519.207316:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763520.231327:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763521.255358:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763522.279277:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763522.471158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.471189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763522.471196:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763522.471210:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2907
00000100:00080000:3.0:1789763522.471227:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763522.471283:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763522.471364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069967232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763522.471401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.471406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763522.471409:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763522.471414:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2907
00000100:00080000:3.0:1789763522.471420:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763522.471424:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763522.471437:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763522.471457:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069967360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763522.471473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.471478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763522.471480:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763522.471489:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069967232:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763522.471491:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2907
00000100:00080000:3.0:1789763522.471522:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763522.471530:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763522.471538:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763522.471560:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069967488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763522.471580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.471587:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763522.471591:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763522.471599:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2907
00000100:00080000:3.0:1789763522.471608:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763522.471633:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763522.471633:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763522.471652:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763522.471678:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069967616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763522.471699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763522.471704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763522.471707:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763522.471712:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2907
00000100:00080000:3.0:1789763522.471718:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763522.471723:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763522.471731:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763522.471735:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff982a89a44000 x1876700069967232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763522.471779:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069967744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763522.471792:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069967232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.471822:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.471842:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763522.471850:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069967232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763522.471888:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763522.471918:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763522.471934:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff982a89a46300 x1876700069967360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763522.471950:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069967360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.471960:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.471964:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763522.471968:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763522.471975:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763522.471996:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763522.472008:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff982a89a44700 x1876700069967488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763522.472032:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069967488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.472042:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.472084:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763522.472089:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763522.472097:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763522.472133:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763522.472149:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff982a89a44e00 x1876700069967616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763522.472165:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069967616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.472193:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.472200:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763522.472206:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763522.472219:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763522.472288:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763522.472322:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff982a89a45c00 x1876700069967744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763522.472339:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069967744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763522.472357:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763522.472361:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763522.472366:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069967744:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763523.303431:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763524.327326:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763525.351385:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763526.375382:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763527.399360:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763527.591138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.591152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763527.591157:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.591170:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2912
00000100:00080000:3.0:1789763527.591185:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.591194:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763527.591273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069967872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763527.591309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.591314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763527.591317:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.591322:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2912
00000100:00080000:3.0:1789763527.591328:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.591333:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763527.591347:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763527.591364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069968000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763527.591381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763527.591390:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069967872:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763527.591391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763527.591398:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.591415:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2912
00000100:00080000:3.0:1789763527.591419:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.591423:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763527.591452:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763527.591470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069968128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763527.591483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.591487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763527.591490:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.591494:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2912
00000100:00080000:3.0:1789763527.591500:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.591510:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763527.591511:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763527.591522:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763527.591542:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069968256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763527.591554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763527.591558:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763527.591561:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763527.591567:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2912
00000100:00080000:3.0:1789763527.591571:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763527.591575:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763527.591582:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763527.591593:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff982a89a46a00 x1876700069967872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763527.591600:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069968384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763527.591684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069967872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.591705:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.591710:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763527.591716:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069967872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763527.591750:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763527.591799:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763527.591818:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff982a89a45880 x1876700069968000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763527.591834:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069968000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.591845:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.591849:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763527.591853:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763527.591862:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763527.591884:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763527.591904:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff982a89a45500 x1876700069968128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763527.591928:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069968128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.591944:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.591951:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763527.591958:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763527.591971:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763527.592010:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763527.592027:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff982a89a45c00 x1876700069968256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763527.592101:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069968256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.592120:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.592127:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763527.592134:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763527.592147:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763527.592179:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763527.592195:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff982a89a44e00 x1876700069968384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763527.592246:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069968384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763527.592257:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763527.592261:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763527.592265:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968384:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763528.423242:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763529.447396:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763530.471362:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763531.495449:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763532.519316:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763532.711238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763532.711250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763532.711257:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763532.711273:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2917
00000100:00080000:1.0:1789763532.711291:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763532.711305:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763532.711363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069968512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763532.711409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763532.711416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763532.711420:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763532.711428:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2917
00000100:00080000:1.0:1789763532.711435:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763532.711442:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763532.711457:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763532.711481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069968640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763532.711484:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069968512:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763532.711528:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763532.711533:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763532.711536:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763532.711543:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2917
00000100:00080000:1.0:1789763532.711563:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763532.711571:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763532.711573:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789763532.711581:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763532.711602:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069968768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763532.711617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763532.711623:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763532.711626:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763532.711629:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff982a88059f80 x1876700069968512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763532.711632:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2917
00000100:00080000:1.0:1789763532.711638:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763532.711658:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763532.711659:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069968512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763532.711667:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763532.711677:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763532.711683:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069968896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763532.711685:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763532.711693:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069968512:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763532.711700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763532.711705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763532.711708:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763532.711713:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2917
00000100:00080000:1.0:1789763532.711732:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763532.711741:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763532.711746:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968640:192.168.203.153@tcp:38:
00000008:00100000:1.0:1789763532.711750:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763532.711770:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069969024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763532.711786:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763532.711808:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff982a88059500 x1876700069968640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.711831:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069968640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.711856:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.711864:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763532.711871:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763532.711883:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763532.711923:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763532.711946:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff982a88058380 x1876700069968768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.711966:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069968768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.711976:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.711979:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763532.711983:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763532.711990:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763532.712017:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763532.712030:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff982a8805b100 x1876700069968896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.712086:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069968896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.712097:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.712101:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763532.712105:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069968896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763532.712129:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763532.712156:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763532.712195:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff982a88058a80 x1876700069969024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.712213:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069969024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.712223:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763532.712227:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763532.712231:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969024:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763533.543416:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763534.567365:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763535.591399:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763536.615349:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763537.639423:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763537.831264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763537.831277:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763537.831305:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763537.831318:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2922
00000100:00080000:3.0:1789763537.831334:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763537.831344:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763537.831390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069969152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763537.831428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763537.831433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763537.831436:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763537.831441:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2922
00000100:00080000:3.0:1789763537.831445:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763537.831449:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763537.831461:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763537.831476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069969280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763537.831489:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763537.831494:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763537.831497:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763537.831502:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2922
00000100:00080000:3.0:1789763537.831506:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763537.831510:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763537.831518:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763537.831527:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069969152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763537.831536:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069969408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763537.831573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763537.831577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763537.831580:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763537.831584:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2922
00000100:00080000:3.0:1789763537.831589:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763537.831594:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763537.831601:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763537.831623:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069969536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763537.831641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763537.831649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763537.831652:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763537.831660:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2922
00000100:00080000:3.0:1789763537.831668:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763537.831677:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763537.831687:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763537.831711:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069969664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763537.831727:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763537.831815:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763537.831861:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763537.831893:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969664:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763538.663274:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763539.687325:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763540.711298:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763540.903528:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789763540.903581:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763540.903601:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763540.903662:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763540.903693:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763540.903703:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763540.903712:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763540.903767:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763540]  req@ffff982a89a44000 x1876700069969408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763540.903813:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069969408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763540.903837:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763540.903846:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763540.903855:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763540.903875:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763540]  req@ffff982a89a47800 x1876700069969536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763540.903900:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069969536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763540.903916:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763540.903923:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763540.903929:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763540.903942:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763540]  req@ffff982a89a46d80 x1876700069969664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763540.903964:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069969664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763540.903979:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763540.903986:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763540.903992:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969664:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763540.904004:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763540]  req@ffff982a89a44700 x1876700069969152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763540.904026:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069969152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763540.904041:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763540.904087:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763540.904095:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069969152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763540.904134:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763540]  req@ffff982a89a46300 x1876700069969280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763540.904157:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069969280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763540.904175:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763540.904182:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763540.904189:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969280:192.168.203.153@tcp:38:
00010000:00010000:1.0:1789763541.735326:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763542.759276:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763542.951205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763542.951221:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763542.951227:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763542.951242:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2927
00000100:00080000:3.0:1789763542.951275:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763542.951285:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763542.951345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069969792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763542.951381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763542.951386:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763542.951388:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763542.951393:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2927
00000100:00080000:3.0:1789763542.951397:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763542.951401:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763542.951415:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763542.951442:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069969920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763542.951456:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069969792:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763542.951473:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763542.951483:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763542.951487:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763542.951497:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2927
00000100:00080000:3.0:1789763542.951506:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763542.951514:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763542.951524:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763542.951550:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069970048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763542.951559:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763542.951581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763542.951600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763542.951605:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763542.951614:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2927
00000100:00080000:3.0:1789763542.951622:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763542.951633:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763542.951635:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff982a89a45f80 x1876700069969792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763542.951642:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763542.951682:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069969792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763542.951697:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069970176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763542.951718:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763542.951726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763542.951738:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763542.951743:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763542.951746:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789763542.951754:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2927
00000100:00100000:0.0:1789763542.951766:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069969792:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763542.951768:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763542.951779:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763542.951787:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763542.951813:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069970304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763542.951846:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763542.951902:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763542.951931:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff982a89a47100 x1876700069969920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763542.951958:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069969920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.951977:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.951984:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763542.951992:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069969920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763542.952005:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763542.952124:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763542.952154:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff982a89a44380 x1876700069970048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763542.952178:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069970048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.952193:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.952200:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763542.952206:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763542.952220:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763542.952264:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763542.952289:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff982a89a44a80 x1876700069970176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763542.952314:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069970176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.952331:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.952337:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763542.952344:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763542.952358:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763542.952399:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763542.952422:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763542]  req@ffff982a89a47480 x1876700069970304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763542.952444:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069970304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763542.952460:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763542.952466:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763542.952473:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970304:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763543.783298:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763544.807267:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763545.831266:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763546.855259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763547.879289:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763548.071218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763548.071247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763548.071274:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763548.071289:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2932
00000100:00080000:3.0:1789763548.071304:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763548.071314:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763548.071364:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069970432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763548.071412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763548.071416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763548.071418:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763548.071422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2932
00000100:00080000:3.0:1789763548.071427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763548.071431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763548.071459:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763548.071476:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069970560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763548.071490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763548.071494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763548.071496:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763548.071503:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069970432:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763548.071507:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2932
00000100:00080000:3.0:1789763548.071520:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763548.071527:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763548.071533:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763548.071565:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069970688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763548.071578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763548.071583:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763548.071586:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763548.071591:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2932
00000800:00000100:0.0:1789763548.071608:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763548.071609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763548.071620:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763548.071648:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763548.071674:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069970816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763548.071691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763548.071696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763548.071705:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff982a89a46680 x1876700069970432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763548.071707:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763548.071720:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2932
00000100:00080000:3.0:1789763548.071732:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763548.071743:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763548.071751:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763548.071763:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069970432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763548.071770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069970944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763548.071798:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763548.071808:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763548.071814:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069970432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763548.071845:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763548.071892:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763548.071906:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff982a89a45180 x1876700069970560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763548.071926:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069970560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763548.071934:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763548.071937:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763548.071940:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763548.071945:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763548.071961:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763548.071969:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff982a89a47b80 x1876700069970688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763548.071980:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069970688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763548.071988:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763548.071990:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763548.071993:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763548.071998:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763548.072012:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763548.072020:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff982a89a47480 x1876700069970816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763548.072031:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069970816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763548.072044:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763548.072047:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763548.072050:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763548.072133:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763548.072177:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763548.072191:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763548/real 1789763548]  req@ffff982a89a44a80 x1876700069970944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763548.072204:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069970944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763548.072213:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763548.072217:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763548.072220:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069970944:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763548.903187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763549.927248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763550.951285:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763551.975397:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763552.999244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763553.191216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763553.191229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763553.191235:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763553.191248:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2937
00000100:00080000:1.0:1789763553.191261:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763553.191271:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763553.191335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069971072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763553.191369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763553.191373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763553.191376:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763553.191402:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2937
00000100:00080000:1.0:1789763553.191408:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763553.191414:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763553.191427:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763553.191446:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069971200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763553.191464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763553.191469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763553.191472:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763553.191481:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2937
00000100:00100000:0.0:1789763553.191484:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069971072:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763553.191486:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763553.191496:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763553.191509:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763553.191524:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069971328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763553.191535:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763553.191540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763553.191543:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763553.191548:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2937
00000100:00080000:1.0:1789763553.191553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763553.191557:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763553.191563:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763553.191578:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069971456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763553.191605:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763553.191628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763553.191637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763553.191642:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763553.191653:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2937
00000100:00080000:1.0:1789763553.191666:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763553.191675:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763553.191688:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763553.191700:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff982a88058e00 x1876700069971072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763553.191721:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069971584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763553.191736:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069971072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763553.191764:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763553.191770:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763553.191776:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069971072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763553.191811:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763553.191844:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763553.191860:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff982a8805aa00 x1876700069971200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763553.191875:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069971200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763553.191886:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763553.191889:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763553.191894:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763553.191901:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763553.191921:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763553.191931:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff982a88059880 x1876700069971328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763553.191945:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069971328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763553.191955:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763553.191959:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763553.191962:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763553.191969:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763553.191989:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763553.192000:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff982a88058000 x1876700069971456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763553.192015:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069971456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763553.192099:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763553.192103:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763553.192108:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763553.192116:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763553.192148:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763553.192164:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763553/real 1789763553]  req@ffff982a8805b480 x1876700069971584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763553.192178:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069971584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763553.192188:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763553.192192:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763553.192196:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971584:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763554.023323:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763555.047227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763556.071330:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763557.095171:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763558.119254:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763558.311156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763558.311170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763558.311176:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763558.311190:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2942
00000100:00080000:1.0:1789763558.311205:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763558.311216:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763558.311280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069971712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763558.311315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763558.311320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763558.311322:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763558.311327:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2942
00000100:00080000:1.0:1789763558.311331:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763558.311354:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763558.311367:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763558.311387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069971840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763558.311403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763558.311408:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069971712:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763558.311410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763558.311418:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763558.311427:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2942
00000100:00080000:1.0:1789763558.311432:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763558.311436:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763558.311443:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763558.311459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069971968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763558.311472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763558.311477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763558.311479:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763558.311483:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2942
00000100:00080000:1.0:1789763558.311499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763558.311509:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763558.311510:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789763558.311520:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763558.311540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069972096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763558.311552:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763558.311565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763558.311569:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763558.311577:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff982a88059c00 x1876700069971712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763558.311581:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2942
00000100:00080000:1.0:1789763558.311594:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763558.311606:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763558.311616:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763558.311617:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069971712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763558.311639:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069972224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763558.311655:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763558.311665:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763558.311672:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069971712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763558.311705:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763558.311733:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763558.311749:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff982a8805a300 x1876700069971840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763558.311764:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069971840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763558.311774:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763558.311778:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763558.311782:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763558.311789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763558.311808:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763558.311818:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff982a8805bb80 x1876700069971968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763558.311832:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069971968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763558.311842:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763558.311845:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763558.311849:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069971968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763558.311856:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763558.311875:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763558.311886:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff982a8805b480 x1876700069972096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763558.311899:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069972096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763558.311909:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763558.311912:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763558.311916:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763558.311922:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763558.311939:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763558.311949:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763558/real 1789763558]  req@ffff982a88058000 x1876700069972224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763558.311962:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069972224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763558.311971:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763558.311975:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763558.312003:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972224:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763559.143324:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763560.167334:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763561.191307:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763562.215250:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763563.239223:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763563.431159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.431172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763563.431177:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.431191:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2948
00000100:00080000:1.0:1789763563.431205:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763563.431215:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763563.431282:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069972352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763563.431327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.431332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763563.431335:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.431340:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2948
00000100:00080000:1.0:1789763563.431366:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763563.431372:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763563.431384:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763563.431402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069972480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763563.431444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.431450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763563.431454:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.431462:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2948
00000100:00080000:1.0:1789763563.431469:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763563.431479:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069972352:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763563.431480:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763563.431498:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763563.431542:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069972608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763563.431563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.431571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789763563.431572:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763563.431574:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.431586:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2948
00000100:00080000:1.0:1789763563.431593:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763563.431599:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763563.431606:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763563.431628:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069972736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763563.431646:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff982a88059880 x1876700069972352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.431698:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069972352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763563.431705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.431717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763563.431722:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.431736:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2948
00000100:00080000:0.0:1789763563.431740:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763563.431744:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763563.431755:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:1.0:1789763563.431756:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763563.431768:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763563.431773:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069972352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763563.431789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972480:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789763563.431793:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069972864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763563.431856:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763563.431884:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff982a8805aa00 x1876700069972480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.431912:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069972480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.431929:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.431937:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763563.431968:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763563.432009:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763563.432095:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763563.432125:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff982a88058e00 x1876700069972608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.432150:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069972608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.432161:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.432167:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763563.432171:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763563.432180:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763563.432210:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763563.432225:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff982a88058a80 x1876700069972736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.432239:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069972736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.432249:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.432253:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763563.432258:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763563.432264:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763563.432282:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763563.432293:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff982a8805b100 x1876700069972864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763563.432406:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069972864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763563.432435:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763563.432439:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763563.432443:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069972864:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763564.263398:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763565.287267:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763566.311285:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763567.335272:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763568.359378:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763568.551253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763568.551275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763568.551283:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763568.551302:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2953
00000100:00080000:2.0:1789763568.551322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763568.551334:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763568.551425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069972992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763568.551465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763568.551470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763568.551473:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763568.551478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2953
00000100:00080000:2.0:1789763568.551484:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763568.551489:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763568.551505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763568.551525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069973120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763568.551572:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069972992:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763568.551576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763568.551598:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763568.551608:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763568.551621:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2953
00000100:00080000:2.0:1789763568.551626:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763568.551634:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763568.551644:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763568.551663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069973248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763568.551678:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763568.551683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763568.551685:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763568.551691:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2953
00000100:00080000:2.0:1789763568.551696:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763568.551702:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763568.551709:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763568.551712:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763568.551736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069973376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763568.551750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763568.551755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763568.551758:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763568.551764:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2953
00000100:00080000:2.0:1789763568.551778:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763568.551785:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763568.551794:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff982a9216f480 x1876700069972992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763568.551795:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763568.551823:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069973504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763568.551841:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069972992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763568.551869:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763568.551877:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763568.551884:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069972992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763568.551959:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763568.552005:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763568.552032:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff982a9216f800 x1876700069973120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763568.552115:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069973120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763568.552126:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763568.552131:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763568.552135:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763568.552145:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763568.552176:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763568.552190:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff982a9216d180 x1876700069973248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763568.552205:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069973248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763568.552216:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763568.552220:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763568.552224:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763568.552231:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763568.552251:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763568.552263:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff982a9216ca80 x1876700069973376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763568.552277:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069973376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763568.552286:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763568.552290:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763568.552294:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763568.552300:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763568.552318:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763568.552328:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff982a9216e680 x1876700069973504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763568.552341:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069973504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763568.552351:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763568.552355:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763568.552358:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973504:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763569.383397:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763570.407373:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763571.431382:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763572.455358:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763573.479380:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763573.671166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763573.671187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763573.671196:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763573.671215:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2958
00000100:00080000:2.0:1789763573.671239:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763573.671255:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763573.671344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069973632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763573.671382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763573.671387:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763573.671390:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763573.671396:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2958
00000100:00080000:2.0:1789763573.671401:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763573.671407:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763573.671424:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763573.671443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069973760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763573.671461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763573.671478:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069973632:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763573.671498:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763573.671502:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763573.671510:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2958
00000100:00080000:2.0:1789763573.671518:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763573.671528:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763573.671536:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763573.671558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069973888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763573.671574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763573.671579:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763573.671581:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763573.671585:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2958
00000100:00080000:2.0:1789763573.671591:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763573.671601:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763573.671614:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:2.0:1789763573.671615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763573.671652:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069974016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763573.671675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763573.671683:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763573.671692:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff982a9216f100 x1876700069973632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763573.671693:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763573.671724:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2958
00000100:00080000:2.0:1789763573.671750:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763573.671766:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763573.671767:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069973632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.671802:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763573.671802:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763573.671825:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763573.671832:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069973632:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763573.671843:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069974144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763573.671911:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763573.671966:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763573.671992:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff982a9216ed80 x1876700069973760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763573.672010:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069973760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.672021:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763573.672026:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763573.672031:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763573.672040:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763573.672123:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763573.672139:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff982a9216df80 x1876700069973888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763573.672163:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069973888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.672174:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763573.672178:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763573.672182:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069973888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763573.672189:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763573.672211:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763573.672223:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff982a9216e680 x1876700069974016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763573.672237:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069974016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.672246:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763573.672249:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763573.672253:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763573.672260:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763573.672278:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763573.672288:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff982a9216ca80 x1876700069974144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763573.672302:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069974144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763573.672319:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763573.672323:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763573.672327:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974144:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763574.503331:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763575.527528:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763576.551334:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763577.575364:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763578.599330:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763578.791203:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.791218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763578.791225:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.791241:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2963
00000100:00080000:2.0:1789763578.791258:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.791270:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763578.791340:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069974272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763578.791398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.791406:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763578.791410:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.791420:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2963
00000100:00080000:2.0:1789763578.791426:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.791432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763578.791448:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763578.791471:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069974400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763578.791485:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.791490:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763578.791493:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.791498:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2963
00000100:00100000:0.0:1789763578.791516:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069974272:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763578.791537:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.791548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763578.791558:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763578.791580:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069974528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763578.791599:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.791606:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763578.791608:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.791613:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2963
00000100:00080000:2.0:1789763578.791619:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.791625:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763578.791630:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763578.791645:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763578.791648:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069974656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763578.791664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.791670:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763578.791673:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.791680:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2963
00000100:00080000:2.0:1789763578.791684:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.791689:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763578.791697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763578.791712:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff982a9216d180 x1876700069974272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763578.791714:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069974784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763578.791818:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069974272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.791859:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.791865:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763578.791872:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069974272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763578.791884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763578.791915:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763578.791929:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff982a9216f800 x1876700069974400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763578.791941:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069974400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.791949:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.791953:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763578.791956:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763578.791986:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763578.792004:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763578.792013:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff982a9216f480 x1876700069974528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763578.792025:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069974528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.792032:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.792035:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763578.792038:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763578.792076:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763578.792096:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763578.792107:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff982a9216ca80 x1876700069974656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763578.792119:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069974656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.792127:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.792130:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763578.792134:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763578.792139:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763578.792154:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763578.792163:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff982a9216e680 x1876700069974784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763578.792175:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069974784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763578.792182:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763578.792185:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763578.792188:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069974784:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763579.623415:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763580.649489:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763581.671401:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763582.695401:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763583.719359:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763583.911213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763583.911228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763583.911234:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763583.911249:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2968
00000100:00080000:2.0:1789763583.911285:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763583.911298:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763583.911384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069974912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763583.911425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763583.911448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763583.911450:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763583.911455:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2968
00000100:00080000:2.0:1789763583.911462:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763583.911469:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763583.911493:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763583.911539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069975040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763583.911545:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069974912:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763583.911581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763583.911592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763583.911597:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763583.911612:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2968
00000100:00080000:2.0:1789763583.911621:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763583.911632:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763583.911670:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763583.911682:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763583.911705:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069975168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763583.911723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763583.911728:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763583.911731:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763583.911740:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2968
00000100:00080000:2.0:1789763583.911747:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763583.911753:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763583.911761:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763583.911764:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff982a9216df80 x1876700069974912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763583.911783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069975296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763583.911836:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069974912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763583.911836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763583.911874:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763583.911876:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763583.911891:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763583.911893:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763583.911908:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069974912:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763583.911915:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2968
00000100:00080000:2.0:1789763583.911947:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763583.911958:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763583.911966:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975040:192.168.203.153@tcp:38:
00000008:00100000:2.0:1789763583.911980:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763583.912016:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763583.912025:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069975424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763583.912100:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff982a9216ed80 x1876700069975040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763583.912137:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069975040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763583.912159:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763583.912170:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763583.912181:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763583.912198:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763583.912232:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763583.912250:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff982a9216f100 x1876700069975168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763583.912265:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069975168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763583.912275:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763583.912279:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763583.912283:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763583.912309:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763583.912330:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763583.912341:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff982a9216e680 x1876700069975296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763583.912354:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069975296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763583.912381:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763583.912385:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763583.912388:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763583.912409:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763583.912435:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763583.912454:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff982a9216ca80 x1876700069975424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763583.912468:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069975424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763583.912495:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763583.912499:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763583.912502:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975424:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763584.743377:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763585.767269:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763586.791326:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763587.815319:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763588.839234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763589.031236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763589.031243:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763589.031247:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763589.031254:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2973
00000100:00080000:1.0:1789763589.031278:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763589.031284:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763589.031313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069975552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763589.031334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763589.031337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763589.031338:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763589.031341:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2973
00000100:00080000:1.0:1789763589.031343:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763589.031346:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763589.031353:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763589.031361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069975680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763589.031369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763589.031373:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069975552:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763589.031373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763589.031377:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763589.031384:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2973
00000100:00080000:1.0:1789763589.031387:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763589.031389:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763589.031392:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763589.031402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069975808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763589.031408:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763589.031416:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763589.031418:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763589.031421:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2973
00000100:00080000:1.0:1789763589.031442:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763589.031445:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763589.031449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763589.031452:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763589.031462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069975936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763589.031470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763589.031472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763589.031473:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763589.031476:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2973
00000100:00080000:1.0:1789763589.031478:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763589.031481:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763589.031484:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763589.031493:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff982a88058380 x1876700069975552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763589.031495:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069976064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763589.031545:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069975552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763589.031555:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763589.031559:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763589.031571:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069975552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763589.031590:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763589.031605:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763589.031613:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff982a88059500 x1876700069975680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763589.031621:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069975680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763589.031636:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763589.031639:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763589.031641:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763589.031645:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763589.031655:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763589.031660:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff982a88059f80 x1876700069975808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763589.031668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069975808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763589.031673:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763589.031675:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763589.031677:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763589.031680:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763589.031690:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763589.031704:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff982a8805b800 x1876700069975936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763589.031711:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069975936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763589.031716:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763589.031718:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763589.031720:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069975936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763589.031724:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763589.031733:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763589.031739:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763589/real 1789763589]  req@ffff982a88058700 x1876700069976064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763589.031746:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069976064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763589.031751:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763589.031771:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763589.031773:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976064:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763589.863308:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763590.887404:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763591.911270:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763592.935263:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763593.959341:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763594.151209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763594.151224:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763594.151231:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763594.151249:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2978
00000100:00080000:1.0:1789763594.151266:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763594.151277:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763594.151341:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069976192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763594.151409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763594.151415:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763594.151417:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763594.151423:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2978
00000100:00080000:1.0:1789763594.151437:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763594.151442:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763594.151456:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763594.151475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069976320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763594.151488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763594.151493:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763594.151495:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763594.151500:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2978
00000100:00080000:1.0:1789763594.151504:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763594.151509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763594.151516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763594.151529:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069976192:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763594.151532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069976448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763594.151555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763594.151560:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763594.151562:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763594.151566:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2978
00000100:00080000:1.0:1789763594.151581:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763594.151588:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763594.151596:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763594.151616:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069976576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763594.151629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763594.151633:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763594.151635:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763594.151639:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2978
00000100:00080000:1.0:1789763594.151655:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763594.151659:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763594.151666:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763594.151674:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763594.151687:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069976704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763594.151781:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763594]  req@ffff982a8805a680 x1876700069976192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763594.151810:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069976192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763594.151825:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763594.151830:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763594.151836:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069976192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763594.151846:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763594.151877:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763594.151893:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763594]  req@ffff982a88059180 x1876700069976320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763594.151918:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069976320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763594.151948:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763594.151955:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763594.151961:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763594.152112:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763594.152146:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763594.152162:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763594]  req@ffff982a8805ad80 x1876700069976448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763594.152177:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069976448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763594.152188:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763594.152191:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763594.152195:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763594.152202:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763594.152222:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763594.152234:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763594]  req@ffff982a88058700 x1876700069976576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763594.152247:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069976576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763594.152264:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763594.152268:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763594.152272:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763594.152278:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763594.152298:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763594.152309:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763594/real 1789763594]  req@ffff982a8805b800 x1876700069976704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763594.152322:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069976704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763594.152332:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763594.152335:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763594.152338:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976704:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763594.983336:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763596.007421:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763597.031379:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763598.055368:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763599.079341:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763599.271262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763599.271274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763599.271280:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763599.271310:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2983
00000100:00080000:3.0:1789763599.271324:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763599.271333:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763599.271379:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069976832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763599.271414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763599.271418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763599.271427:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763599.271431:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2983
00000100:00080000:3.0:1789763599.271435:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763599.271440:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763599.271450:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763599.271465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069976960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763599.271495:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069976832:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763599.271504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763599.271510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763599.271512:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763599.271518:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2983
00000100:00080000:3.0:1789763599.271523:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763599.271527:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763599.271534:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763599.271550:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069977088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763599.271559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763599.271563:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763599.271565:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763599.271568:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2983
00000100:00080000:3.0:1789763599.271573:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763599.271576:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763599.271582:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763599.271587:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763599.271599:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069977216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763599.271610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763599.271615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763599.271616:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763599.271620:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2983
00000100:00080000:3.0:1789763599.271633:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763599.271638:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763599.271644:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763599.271655:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff982a89a44380 x1876700069976832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763599.271661:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069977344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763599.271743:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069976832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763599.271760:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763599.271766:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763599.271770:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069976832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763599.271827:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763599.271875:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763599.271920:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff982a89a47100 x1876700069976960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763599.271941:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069976960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763599.271951:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763599.271954:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763599.271958:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069976960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763599.271966:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763599.272011:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763599.272025:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff982a89a45f80 x1876700069977088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763599.272040:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069977088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763599.272050:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763599.272054:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763599.272106:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763599.272115:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763599.272142:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763599.272156:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff982a89a46300 x1876700069977216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763599.272172:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069977216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763599.272183:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763599.272187:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763599.272191:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763599.272197:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763599.272217:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763599.272228:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763599/real 1789763599]  req@ffff982a89a44700 x1876700069977344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763599.272241:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069977344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763599.272251:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763599.272255:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763599.272259:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977344:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763600.103362:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763601.127322:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763602.151313:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763603.175281:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763604.199368:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763604.391212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763604.391225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763604.391231:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763604.391243:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2989
00000100:00080000:3.0:1789763604.391258:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763604.391267:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763604.391318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069977472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763604.391355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763604.391360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763604.391362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763604.391367:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2989
00000100:00080000:3.0:1789763604.391371:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763604.391376:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763604.391387:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763604.391402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069977600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763604.391414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763604.391439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763604.391443:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763604.391449:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2989
00000100:00080000:3.0:1789763604.391456:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763604.391461:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763604.391469:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763604.391487:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069977728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763604.391501:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069977472:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763604.391515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763604.391526:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763604.391530:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763604.391543:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2989
00000100:00080000:3.0:1789763604.391553:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763604.391562:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763604.391573:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763604.391602:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069977856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763604.391622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763604.391630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763604.391634:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763604.391668:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2989
00000100:00080000:3.0:1789763604.391678:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763604.391686:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763604.391719:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763604.391747:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977600:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763604.391753:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069977984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763604.391861:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763604.391910:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763604.391942:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977984:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763605.223331:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763606.247294:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763607.271304:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763607.463403:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789763607.463514:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763607.463550:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763607.463602:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763607.463613:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763607.463653:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763607.463668:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763607.463712:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763607]  req@ffff982a89a44000 x1876700069977728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763607.463763:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069977728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763607.463786:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763607.463796:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763607.463805:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763607.463823:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763607]  req@ffff982a89a44e00 x1876700069977856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763607.463845:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069977856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763607.463855:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763607.463860:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763607.463864:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763607.463872:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763607]  req@ffff982a89a45c00 x1876700069977984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763607.463885:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069977984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763607.463894:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763607.463898:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763607.463901:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977984:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763607.463914:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763607]  req@ffff982a89a46d80 x1876700069977472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763607.463938:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069977472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763607.463953:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763607.463960:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763607.463967:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069977472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763607.463980:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763607]  req@ffff982a89a47800 x1876700069977600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763607.464002:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069977600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763607.464018:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763607.464025:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763607.464033:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069977600:192.168.203.153@tcp:38:
00010000:00010000:1.0:1789763608.295358:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763609.319302:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763609.511177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763609.511192:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763609.511198:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763609.511214:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2994
00000100:00080000:3.0:1789763609.511233:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763609.511266:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763609.511335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069978112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763609.511380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763609.511386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763609.511388:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763609.511403:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2994
00000100:00080000:3.0:1789763609.511410:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763609.511420:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763609.511440:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763609.511465:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069978112:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763609.511475:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069978240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763609.511504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763609.511511:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763609.511515:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763609.511523:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2994
00000100:00080000:3.0:1789763609.511562:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763609.511573:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763609.511582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763609.511588:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763609.511654:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069978368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763609.511676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763609.511688:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789763609.511689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff982a89a45500 x1876700069978112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763609.511693:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763609.511714:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2994
00000100:00080000:3.0:1789763609.511727:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763609.511744:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763609.511756:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763609.511763:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069978112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763609.511790:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763609.511792:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069978496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763609.511807:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763609.511825:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069978112:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763609.511832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763609.511843:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763609.511848:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763609.511858:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2994
00000100:00080000:3.0:1789763609.511866:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763609.511876:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763609.511888:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978240:192.168.203.153@tcp:38:
00000008:00100000:3.0:1789763609.511889:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763609.511926:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069978624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763609.511961:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763609.511997:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff982a89a45880 x1876700069978240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763609.512034:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069978240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763609.512116:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763609.512125:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763609.512132:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763609.512147:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763609.512195:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763609.512222:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff982a89a46a00 x1876700069978368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763609.512247:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069978368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763609.512264:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763609.512272:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763609.512279:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763609.512291:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763609.512338:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763609.512364:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff982a89a47800 x1876700069978496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763609.512390:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069978496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763609.512406:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763609.512412:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763609.512419:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763609.512462:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763609.512507:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763609.512530:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763609]  req@ffff982a89a46d80 x1876700069978624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763609.512554:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069978624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763609.512570:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763609.512577:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763609.512584:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978624:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763610.343284:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763611.367347:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763612.391262:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763613.415296:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763614.439355:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763614.631178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763614.631190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763614.631196:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763614.631210:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 2999
00000100:00080000:3.0:1789763614.631224:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763614.631233:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763614.631285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069978752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763614.631323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763614.631328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763614.631330:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763614.631335:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2999
00000100:00080000:3.0:1789763614.631339:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763614.631344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763614.631359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763614.631376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069978880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763614.631391:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763614.631397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763614.631401:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763614.631409:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2999
00000100:00080000:3.0:1789763614.631417:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763614.631425:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069978752:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763614.631433:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763614.631476:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763614.631509:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069979008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763614.631536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763614.631542:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789763614.631550:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763614.631551:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763614.631592:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2999
00000100:00080000:3.0:1789763614.631605:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763614.631614:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763614.631624:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763614.631649:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069979136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763614.631662:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763614.631667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763614.631669:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763614.631675:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 2999
00000100:00080000:3.0:1789763614.631681:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763614.631684:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff982a89a45c00 x1876700069978752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763614.631692:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763614.631711:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763614.631744:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069979264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763614.631752:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069978752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763614.631831:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763614.631845:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763614.631855:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069978752:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763614.631872:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763614.631917:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763614.631937:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff982a89a44e00 x1876700069978880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763614.631953:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069978880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763614.631964:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763614.631969:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763614.631973:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069978880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763614.632015:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763614.632038:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763614.632132:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff982a89a44000 x1876700069979008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763614.632160:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069979008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763614.632178:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763614.632184:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763614.632189:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763614.632199:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763614.632254:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763614.632270:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff982a89a44700 x1876700069979136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763614.632286:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069979136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763614.632296:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763614.632300:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763614.632304:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763614.632312:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763614.632334:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763614.632346:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff982a89a46300 x1876700069979264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763614.632364:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069979264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763614.632381:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763614.632387:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763614.632396:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979264:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763615.463281:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763616.487349:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763617.511239:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763618.535241:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763619.559337:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763619.751209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763619.751224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763619.751261:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763619.751278:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3004
00000100:00080000:3.0:1789763619.751295:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763619.751306:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763619.751363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069979392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763619.751402:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763619.751414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763619.751417:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763619.751422:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3004
00000100:00080000:3.0:1789763619.751426:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763619.751431:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763619.751447:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763619.751467:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069979520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763619.751481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763619.751488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763619.751494:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763619.751496:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069979392:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763619.751504:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3004
00000100:00080000:3.0:1789763619.751513:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763619.751520:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763619.751551:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763619.751568:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069979648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763619.751609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763619.751614:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763619.751618:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763619.751624:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3004
00000100:00080000:3.0:1789763619.751631:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763619.751638:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763619.751647:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763619.751658:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763619.751669:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069979776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763619.751685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763619.751690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763619.751693:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763619.751698:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3004
00000100:00080000:3.0:1789763619.751703:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763619.751707:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763619.751714:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763619.751729:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069979904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763619.751748:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff982a89a45f80 x1876700069979392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763619.751786:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069979392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763619.751804:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763619.751810:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763619.751816:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069979392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763619.751860:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763619.751908:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763619.751935:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff982a89a47100 x1876700069979520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763619.751963:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069979520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763619.751977:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763619.751982:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763619.752004:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763619.752018:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763619.752139:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763619.752160:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff982a89a44380 x1876700069979648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763619.752176:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069979648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763619.752188:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763619.752193:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763619.752197:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763619.752206:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763619.752232:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763619.752244:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff982a89a44a80 x1876700069979776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763619.752272:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069979776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763619.752283:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763619.752287:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763619.752291:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763619.752299:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763619.752322:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763619.752334:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff982a89a47480 x1876700069979904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763619.752348:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069979904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763619.752358:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763619.752361:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763619.752365:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069979904:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763620.583275:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763621.607330:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763622.631330:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763623.655289:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763624.679318:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763624.871250:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763624.871264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763624.871271:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763624.871288:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3009
00000100:00080000:1.0:1789763624.871306:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763624.871318:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763624.871381:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069980032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763624.871442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763624.871448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763624.871450:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763624.871464:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3009
00000100:00080000:1.0:1789763624.871470:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763624.871476:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763624.871515:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763624.871540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069980160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763624.871555:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763624.871561:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763624.871564:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763624.871569:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3009
00000100:00080000:1.0:1789763624.871577:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763624.871579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069980032:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763624.871588:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763624.871603:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763624.871618:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069980288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763624.871633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763624.871638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763624.871641:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763624.871646:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3009
00000100:00080000:1.0:1789763624.871663:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763624.871670:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763624.871679:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763624.871695:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069980416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763624.871708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763624.871718:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763624.871720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763624.871729:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763624.871741:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3009
00000100:00080000:1.0:1789763624.871765:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763624.871776:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763624.871790:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff982a88059f80 x1876700069980032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763624.871800:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763624.871824:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069980032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.871841:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069980544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763624.871848:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.871863:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763624.871878:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069980032:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763624.871893:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763624.871949:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763624.871976:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff982a88059500 x1876700069980160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.872002:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069980160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.872020:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.872027:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763624.872034:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763624.872120:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763624.872154:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763624.872170:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff982a88058380 x1876700069980288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.872185:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069980288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.872196:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.872200:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763624.872205:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763624.872211:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763624.872232:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763624.872243:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff982a8805b100 x1876700069980416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.872257:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069980416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.872266:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.872270:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763624.872273:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763624.872282:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763624.872316:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763624.872339:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff982a88058a80 x1876700069980544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763624.872362:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069980544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763624.872379:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763624.872386:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763624.872392:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980544:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763625.703298:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763626.727312:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763627.751332:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763628.775355:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763629.799324:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763629.991211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763629.991226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763629.991232:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763629.991248:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3014
00000100:00080000:1.0:1789763629.991265:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763629.991276:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763629.991366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069980672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763629.991405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763629.991410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763629.991412:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763629.991418:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3014
00000100:00080000:1.0:1789763629.991423:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763629.991428:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763629.991443:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763629.991496:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069980800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763629.991513:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763629.991520:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069980672:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763629.991520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763629.991526:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763629.991540:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3014
00000100:00080000:1.0:1789763629.991546:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763629.991551:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763629.991559:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763629.991580:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069980928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763629.991592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763629.991597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763629.991601:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763629.991616:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3014
00000100:00080000:1.0:1789763629.991624:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763629.991629:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763629.991638:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763629.991641:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763629.991675:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069981056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763629.991691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763629.991696:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763629.991699:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763629.991706:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3014
00000100:00100000:0.0:1789763629.991713:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff982a88058e00 x1876700069980672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.991716:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763629.991729:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763629.991741:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763629.991759:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069980672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.991768:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069981184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763629.991798:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763629.991809:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763629.991816:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069980672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763629.991868:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763629.991917:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763629.991946:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff982a8805aa00 x1876700069980800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763629.991972:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069980800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763629.991991:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763629.991999:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763629.992007:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763629.992019:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763629.992121:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763629.992151:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff982a88059880 x1876700069980928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763629.992177:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069980928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763629.992189:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763629.992193:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763629.992197:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069980928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763629.992206:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763629.992232:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763629.992245:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff982a88058000 x1876700069981056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763629.992259:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069981056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763629.992269:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763629.992273:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763629.992276:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763629.992284:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763629.992303:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763629.992315:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff982a8805b480 x1876700069981184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763629.992329:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069981184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763629.992348:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763629.992352:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763629.992356:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981184:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763630.823319:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763631.847332:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763632.871277:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763633.895300:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763634.919336:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763635.111226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763635.111240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763635.111277:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763635.111293:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3019
00000100:00080000:2.0:1789763635.111311:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763635.111322:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763635.111390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069981312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763635.111460:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763635.111469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763635.111473:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763635.111482:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3019
00000100:00080000:2.0:1789763635.111491:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763635.111499:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763635.111515:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763635.111538:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069981440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763635.111557:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763635.111562:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763635.111565:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763635.111576:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3019
00000100:00100000:0.0:1789763635.111579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069981312:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763635.111583:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763635.111602:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763635.111609:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763635.111628:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069981568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763635.111665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763635.111670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763635.111672:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763635.111679:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3019
00000100:00080000:2.0:1789763635.111686:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763635.111693:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763635.111701:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:2.0:1789763635.111702:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763635.111730:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069981696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763635.111744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763635.111748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763635.111751:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763635.111760:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3019
00000100:00080000:2.0:1789763635.111769:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763635.111776:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763635.111785:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff982a9216f480 x1876700069981312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763635.111786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763635.111816:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069981824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763635.111834:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069981312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763635.111853:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763635.111864:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763635.111871:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069981312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763635.111915:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763635.111966:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763635.111993:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff982a9216f800 x1876700069981440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763635.112021:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069981440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763635.112038:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763635.112124:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763635.112130:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763635.112156:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763635.112191:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763635.112208:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff982a9216d180 x1876700069981568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763635.112223:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069981568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763635.112234:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763635.112238:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763635.112242:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763635.112250:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763635.112272:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763635.112284:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff982a9216ca80 x1876700069981696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763635.112298:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069981696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763635.112307:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763635.112311:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763635.112315:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763635.112322:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763635.112341:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763635.112352:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763635/real 1789763635]  req@ffff982a9216e680 x1876700069981824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763635.112367:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069981824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763635.112376:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763635.112380:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763635.112383:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069981824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763635.943291:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763636.967386:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763637.991349:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763639.015295:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763640.039463:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763640.231174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763640.231189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763640.231196:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763640.231212:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3024
00000100:00080000:2.0:1789763640.231261:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763640.231273:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763640.231347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069981952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763640.231410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763640.231417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763640.231422:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763640.231432:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3024
00000100:00080000:2.0:1789763640.231441:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763640.231451:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763640.231471:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763640.231486:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069981952:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763640.231507:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069982080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763640.231533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763640.231540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763640.231544:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763640.231553:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3024
00000100:00080000:2.0:1789763640.231564:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763640.231573:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763640.231585:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763640.231607:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763640.231611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069982208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763640.231629:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763640.231645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763640.231648:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763640.231655:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3024
00000100:00080000:2.0:1789763640.231663:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763640.231688:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763640.231697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff982a9216f100 x1876700069981952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763640.231700:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763640.231734:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069982336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763640.231740:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069981952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763640.231800:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763640.231801:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763640.231810:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:2.0:1789763640.231815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789763640.231822:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069981952:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763640.231825:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763640.231841:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3024
00000100:00080000:2.0:1789763640.231849:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763640.231855:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763640.231866:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763640.231870:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982080:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789763640.231891:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069982464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763640.231914:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763640.231937:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff982a9216ed80 x1876700069982080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763640.231955:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069982080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763640.231966:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763640.231971:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763640.231975:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763640.231983:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763640.232005:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763640.232016:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff982a9216df80 x1876700069982208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763640.232030:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069982208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763640.232040:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763640.232085:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763640.232089:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763640.232097:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763640.232124:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763640.232138:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff982a9216e680 x1876700069982336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763640.232153:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069982336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763640.232164:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763640.232168:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763640.232172:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763640.232194:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763640.232235:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763640.232255:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763640/real 1789763640]  req@ffff982a9216ca80 x1876700069982464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763640.232271:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069982464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763640.232281:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763640.232284:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763640.232288:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763641.063395:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763642.087298:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763643.111418:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763644.135457:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763645.159329:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763645.351145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.351160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763645.351167:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.351183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3029
00000100:00080000:2.0:1789763645.351200:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.351241:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763645.351310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069982592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.351391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.351400:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.351403:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.351412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3029
00000100:00080000:2.0:1789763645.351421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.351429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763645.351449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.351481:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069982720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763645.351507:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069982592:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763645.351513:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.351535:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763645.351539:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.351550:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3029
00000100:00080000:2.0:1789763645.351561:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.351571:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763645.351583:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.351608:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069982848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763645.351624:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763645.351630:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.351638:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.351654:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.351664:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3029
00000100:00080000:2.0:1789763645.351675:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.351685:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763645.351696:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff982a9216d180 x1876700069982592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763645.351697:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.351728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069982976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763645.351740:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069982592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763645.351755:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.351782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763645.351797:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763645.351803:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763645.351809:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3029
00000100:00080000:0.0:1789763645.351825:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:2.0:1789763645.351827:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.351846:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763645.351848:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069982592:192.168.203.153@tcp:250:
00000008:00100000:2.0:1789763645.351869:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.351887:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069983104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763645.351921:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763645.351977:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763645.351999:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff982a9216f800 x1876700069982720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763645.352017:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069982720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763645.352029:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763645.352034:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763645.352038:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763645.352095:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763645.352125:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763645.352140:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff982a9216f480 x1876700069982848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763645.352155:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069982848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763645.352165:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763645.352169:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763645.352173:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763645.352180:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763645.352200:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763645.352212:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff982a9216ca80 x1876700069982976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763645.352226:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069982976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763645.352235:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763645.352238:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763645.352242:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069982976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763645.352249:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763645.352268:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763645.352279:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff982a9216e680 x1876700069983104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763645.352292:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069983104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763645.352301:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763645.352305:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763645.352308:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983104:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763646.183396:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763647.207279:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763648.231527:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763649.255203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763650.279386:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763650.471287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763650.471322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763650.471342:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763650.471361:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3035
00000100:00080000:1.0:1789763650.471381:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763650.471394:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763650.471480:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069983232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763650.471524:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763650.471529:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763650.471532:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763650.471537:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3035
00000100:00080000:1.0:1789763650.471543:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763650.471548:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763650.471563:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763650.471582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069983360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763650.471596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763650.471600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763650.471603:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763650.471608:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3035
00000100:00080000:1.0:1789763650.471639:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763650.471650:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069983232:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763650.471651:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763650.471665:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763650.471682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069983488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763650.471696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763650.471702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763650.471704:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763650.471708:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3035
00000100:00080000:1.0:1789763650.471713:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763650.471717:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763650.471724:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763650.471740:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069983616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763650.471751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763650.471756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763650.471770:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763650.471774:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3035
00000100:00080000:1.0:1789763650.471779:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763650.471784:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763650.471795:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789763650.471797:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763650.471816:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069983744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763650.471873:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff982a8805bb80 x1876700069983232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763650.471902:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069983232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763650.471918:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763650.471923:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763650.471929:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069983232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763650.471939:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763650.471968:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763650.471983:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff982a8805a300 x1876700069983360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763650.472008:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069983360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763650.472018:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763650.472022:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763650.472026:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763650.472138:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763650.472166:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763650.472181:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff982a88059c00 x1876700069983488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763650.472196:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069983488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763650.472206:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763650.472211:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763650.472218:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763650.472230:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763650.472268:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763650.472292:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff982a8805b480 x1876700069983616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763650.472347:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069983616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763650.472375:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763650.472379:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763650.472383:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763650.472392:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763650.472422:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763650.472437:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff982a88058000 x1876700069983744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763650.472463:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069983744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763650.472472:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763650.472476:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763650.472480:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069983744:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763651.303253:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763652.327306:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763653.351231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763654.375204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763655.399224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763655.591160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763655.591200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763655.591207:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763655.591223:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3040
00000100:00080000:1.0:1789763655.591239:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763655.591249:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763655.591359:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069983872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763655.591392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763655.591396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763655.591398:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763655.591402:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3040
00000100:00080000:1.0:1789763655.591407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763655.591411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763655.591425:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763655.591439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069984000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763655.591452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763655.591459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763655.591460:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069983872:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763655.591462:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763655.591473:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3040
00000100:00080000:1.0:1789763655.591477:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763655.591509:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763655.591515:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763655.591531:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069984128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763655.591542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763655.591547:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763655.591548:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763655.591552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3040
00000100:00080000:1.0:1789763655.591569:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763655.591573:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763655.591578:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763655.591586:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763655.591592:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069984256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763655.591605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763655.591609:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763655.591611:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763655.591615:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3040
00000100:00080000:1.0:1789763655.591618:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763655.591622:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763655.591627:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763655.591640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069984384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763655.591647:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff982a88059880 x1876700069983872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.591674:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069983872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.591687:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.591693:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763655.591698:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069983872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763655.591728:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763655.591753:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763655.591765:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff982a8805aa00 x1876700069984000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.591787:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069984000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.591795:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.591798:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763655.591802:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763655.591807:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763655.591823:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763655.591831:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff982a88058e00 x1876700069984128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.591842:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069984128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.591850:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.591852:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763655.591855:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763655.591861:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763655.591876:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763655.591885:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff982a88058a80 x1876700069984256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.591897:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069984256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.591905:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.591908:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763655.591910:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763655.591915:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763655.591930:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763655.591938:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff982a8805b100 x1876700069984384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.591949:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069984384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.591956:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.591959:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763655.591962:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984384:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763656.423252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763657.447326:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763658.471275:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763659.495285:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763660.519362:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763660.711183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763660.711256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763660.711276:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763660.711292:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3045
00000100:00080000:1.0:1789763660.711309:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763660.711321:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763660.711380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069984512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763660.711423:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763660.711429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763660.711432:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763660.711440:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3045
00000100:00080000:1.0:1789763660.711447:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763660.711455:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763660.711473:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763660.711501:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069984640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763660.711528:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069984512:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763660.711533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763660.711553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763660.711557:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763660.711566:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3045
00000100:00080000:1.0:1789763660.711572:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763660.711579:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763660.711588:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763660.711608:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069984768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763660.711632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763660.711642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789763660.711644:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763660.711655:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763660.711665:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3045
00000100:00080000:1.0:1789763660.711675:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763660.711684:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763660.711693:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763660.711712:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069984896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763660.711728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763660.711734:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763660.711738:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763660.711741:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff982a88058380 x1876700069984512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763660.711747:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3045
00000100:00080000:1.0:1789763660.711759:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763660.711779:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763660.711801:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763660.711829:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069984512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763660.711842:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069985024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763660.711847:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.711872:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763660.711886:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069984512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763660.711928:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763660.711958:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763660.711972:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff982a88059500 x1876700069984640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763660.711986:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069984640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763660.711994:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.711998:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763660.712002:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763660.712008:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763660.712025:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763660.712034:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff982a88059f80 x1876700069984768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763660.712098:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069984768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763660.712107:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.712110:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763660.712114:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763660.712121:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763660.712147:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763660.712175:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff982a8805b800 x1876700069984896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763660.712191:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069984896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763660.712202:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.712205:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763660.712209:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069984896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763660.712216:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763660.712285:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763660.712307:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff982a88058700 x1876700069985024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763660.712320:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069985024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763660.712330:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.712333:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763660.712337:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985024:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763661.543331:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763662.567175:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763663.591280:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763664.615339:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763665.639310:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763665.831292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.831308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763665.831315:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.831332:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3050
00000100:00080000:1.0:1789763665.831382:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.831394:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763665.831454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069985152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.831507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.831516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763665.831520:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.831528:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3050
00000100:00080000:1.0:1789763665.831535:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.831543:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763665.831562:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.831589:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069985280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.831609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.831632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763665.831635:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.831642:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3050
00000100:00080000:1.0:1789763665.831649:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.831655:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763665.831665:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.831698:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069985408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763665.831712:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069985152:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763665.831716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.831731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763665.831734:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.831741:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3050
00000100:00080000:1.0:1789763665.831747:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.831754:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763665.831763:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.831781:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069985536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763665.831813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763665.831818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789763665.831822:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763665.831822:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763665.831828:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3050
00000100:00080000:1.0:1789763665.831834:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763665.831840:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763665.831848:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763665.831866:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069985664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763665.831897:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff982a8805ad80 x1876700069985152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.831939:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069985152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.831958:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.831966:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763665.831973:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069985152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763665.831985:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763665.832019:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763665.832055:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff982a88059180 x1876700069985280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.832113:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069985280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.832124:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.832141:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763665.832146:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763665.832215:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763665.832251:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763665.832267:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff982a8805a680 x1876700069985408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.832282:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069985408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.832292:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.832297:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763665.832301:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763665.832309:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763665.832330:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763665.832341:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff982a88058700 x1876700069985536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.832355:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069985536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.832365:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.832368:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763665.832372:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763665.832378:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763665.832397:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763665.832407:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff982a8805b800 x1876700069985664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.832421:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069985664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.832431:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.832434:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763665.832438:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763666.663277:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763667.687264:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763668.711458:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763669.735194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763670.759307:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763670.951319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763670.951334:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763670.951341:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763670.951357:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3055
00000100:00080000:1.0:1789763670.951376:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763670.951389:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763670.951470:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069985792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763670.951530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763670.951535:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763670.951538:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763670.951544:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3055
00000100:00080000:1.0:1789763670.951550:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763670.951556:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763670.951571:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763670.951605:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069985920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763670.951622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069985792:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763670.951626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763670.951641:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763670.951646:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763670.951665:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3055
00000100:00080000:1.0:1789763670.951672:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763670.951677:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763670.951682:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763670.951706:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069986048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763670.951720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763670.951726:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763670.951728:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763670.951733:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3055
00000100:00080000:1.0:1789763670.951760:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763670.951768:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763670.951776:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763670.951792:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069986176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763670.951805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763670.951810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763670.951812:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763670.951817:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3055
00000100:00080000:1.0:1789763670.951824:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763670.951832:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763670.951844:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763670.951859:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069986304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763670.951874:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763670.951936:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763670.951966:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763670.952013:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986304:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763671.783258:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763672.807261:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763673.831233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763674.023665:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789763674.023714:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763674.023730:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763674.023807:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763674.023819:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763674.023828:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763674.023838:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763674.024036:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763674]  req@ffff982a88058a80 x1876700069986304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763674.024393:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069986304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763674.024419:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763674.024427:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763674.024437:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986304:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763674.024467:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763674]  req@ffff982a88059500 x1876700069985920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763674.024494:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069985920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763674.024512:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763674.024530:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763674.024537:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069985920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763674.024550:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763674]  req@ffff982a88058380 x1876700069986048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763674.024589:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069986048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763674.024605:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763674.024629:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763674.024638:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763674.024653:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763674]  req@ffff982a8805b100 x1876700069986176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763674.024678:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069986176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763674.024693:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763674.024699:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763674.024705:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763674.024720:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763674]  req@ffff982a88059f80 x1876700069985792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763674.024743:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069985792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763674.024759:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763674.024765:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763674.024772:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069985792:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789763674.855319:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763675.879250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763676.071167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763676.071178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763676.071183:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763676.071212:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3060
00000100:00080000:1.0:1789763676.071225:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763676.071234:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763676.071275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069986432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763676.071308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763676.071312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763676.071314:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763676.071318:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3060
00000100:00080000:1.0:1789763676.071321:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763676.071324:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763676.071334:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763676.071357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069986560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763676.071374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763676.071379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763676.071383:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763676.071389:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3060
00000100:00080000:1.0:1789763676.071395:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763676.071403:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069986432:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763676.071408:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763676.071423:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763676.071443:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069986688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763676.071501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763676.071508:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763676.071512:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763676.071522:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3060
00000100:00080000:1.0:1789763676.071532:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763676.071542:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763676.071566:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763676.071582:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763676.071613:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069986816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763676.071631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763676.071640:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff982a88058e00 x1876700069986432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763676.071642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763676.071649:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763676.071664:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3060
00000100:00080000:1.0:1789763676.071679:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763676.071688:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763676.071698:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763676.071703:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069986432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763676.071726:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069986944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763676.071730:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763676.071747:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763676.071761:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069986432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763676.071779:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763676.071826:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763676.071852:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff982a8805aa00 x1876700069986560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763676.071872:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069986560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763676.071886:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763676.071892:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763676.071897:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763676.071940:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763676.071978:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763676.072000:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff982a88059880 x1876700069986688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763676.072021:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069986688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763676.072037:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763676.072043:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763676.072110:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763676.072156:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763676.072198:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763676.072219:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff982a88058000 x1876700069986816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763676.072240:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069986816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763676.072254:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763676.072259:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763676.072265:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763676.072276:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763676.072311:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763676.072332:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763676/real 1789763676]  req@ffff982a8805b480 x1876700069986944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763676.072356:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069986944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763676.072370:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763676.072376:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763676.072382:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069986944:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763676.903346:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763677.927379:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763678.951305:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763679.975309:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763680.999367:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763681.191300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.191317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763681.191324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.191340:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3065
00000100:00080000:2.0:1789763681.191358:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763681.191369:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763681.191438:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069987072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763681.191481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.191487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763681.191489:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.191494:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3065
00000100:00080000:2.0:1789763681.191499:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763681.191503:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763681.191517:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763681.191534:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069987200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763681.191548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.191554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763681.191581:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.191590:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3065
00000100:00080000:2.0:1789763681.191603:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763681.191604:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069987072:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763681.191614:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763681.191627:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763681.191646:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069987328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763681.191661:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.191666:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763681.191669:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.191675:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3065
00000100:00080000:2.0:1789763681.191681:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763681.191686:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763681.191692:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763681.191706:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069987456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763681.191718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763681.191723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763681.191725:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763681.191730:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3065
00000100:00080000:2.0:1789763681.191737:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763681.191742:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763681.191754:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763681.191767:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763681.191813:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff982a9216df80 x1876700069987072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763681.191820:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069987584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763681.191874:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069987072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763681.191892:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763681.191901:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763681.191912:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069987072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763681.191928:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763681.191959:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763681.191974:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff982a9216ed80 x1876700069987200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763681.191990:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069987200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763681.192000:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763681.192004:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763681.192008:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763681.192115:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763681.192161:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763681.192186:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff982a9216f100 x1876700069987328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763681.192226:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069987328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763681.192238:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763681.192242:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763681.192247:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763681.192255:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763681.192291:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763681.192311:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff982a9216e680 x1876700069987456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763681.192328:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069987456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763681.192338:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763681.192342:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763681.192346:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763681.192352:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763681.192376:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763681.192391:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763681/real 1789763681]  req@ffff982a9216ca80 x1876700069987584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763681.192406:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069987584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763681.192423:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763681.192427:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763681.192431:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987584:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763682.023284:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763683.047218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763684.071311:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763685.095381:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763686.119314:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763686.311188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763686.311200:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763686.311206:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763686.311221:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3070
00000100:00080000:1.0:1789763686.311268:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763686.311283:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763686.311351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069987712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763686.311402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763686.311409:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763686.311414:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763686.311422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3070
00000100:00080000:1.0:1789763686.311430:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763686.311437:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763686.311452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763686.311474:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069987840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763686.311490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763686.311497:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763686.311502:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763686.311505:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069987712:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763686.311511:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3070
00000100:00080000:1.0:1789763686.311519:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763686.311529:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763686.311535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763686.311549:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069987968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763686.311562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763686.311590:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763686.311594:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763686.311606:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3070
00000100:00080000:1.0:1789763686.311638:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763686.311644:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763686.311653:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763686.311655:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763686.311682:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069988096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763686.311700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763686.311707:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763686.311711:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763686.311720:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3070
00000100:00100000:0.0:1789763686.311726:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff982a88059c00 x1876700069987712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763686.311733:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763686.311752:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763686.311765:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069987712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763686.311766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763686.311795:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763686.311802:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:1.0:1789763686.311809:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069988224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763686.311816:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069987712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763686.311867:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763686.311902:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763686.311919:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff982a8805a300 x1876700069987840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763686.311934:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069987840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763686.311945:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763686.311949:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763686.311953:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763686.311962:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763686.311982:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763686.311993:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff982a8805bb80 x1876700069987968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763686.312007:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069987968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763686.312017:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763686.312020:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763686.312024:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069987968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763686.312030:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763686.312125:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763686.312142:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff982a8805b480 x1876700069988096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763686.312157:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069988096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763686.312168:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763686.312173:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763686.312177:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763686.312185:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763686.312206:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763686.312218:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763686/real 1789763686]  req@ffff982a88058000 x1876700069988224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763686.312233:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069988224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763686.312242:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763686.312246:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763686.312249:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988224:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763687.143333:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763688.167336:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763689.191409:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763690.215338:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763691.239300:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763691.431256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763691.431279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763691.431288:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763691.431308:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3076
00000100:00080000:3.0:1789763691.431329:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763691.431343:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763691.431424:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700069988352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763691.431466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763691.431471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763691.431474:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763691.431480:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3076
00000100:00080000:3.0:1789763691.431485:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763691.431491:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763691.431505:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763691.431546:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700069988480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763691.431556:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069988352:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763691.431571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763691.431579:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763691.431581:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763691.431588:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3076
00000100:00080000:3.0:1789763691.431594:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763691.431600:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763691.431607:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763691.431624:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700069988608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763691.431638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763691.431643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763691.431646:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763691.431649:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3076
00000100:00080000:3.0:1789763691.431654:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763691.431659:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763691.431666:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763691.431681:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763691.431687:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700069988736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763691.431702:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763691.431707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763691.431711:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763691.431725:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3076
00000100:00080000:3.0:1789763691.431732:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763691.431739:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763691.431747:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763691.431765:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff982a89a47b80 x1876700069988352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763691.431767:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700069988864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763691.431851:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700069988352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763691.431868:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763691.431874:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763691.431880:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069988352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763691.431916:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763691.431947:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763691.431962:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff982a89a45180 x1876700069988480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763691.431978:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700069988480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763691.431988:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763691.431994:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763691.432024:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763691.432039:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763691.432134:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763691.432158:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff982a89a46680 x1876700069988608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763691.432181:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700069988608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763691.432198:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763691.432204:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763691.432211:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763691.432224:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763691.432268:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763691.432291:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff982a89a47480 x1876700069988736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763691.432308:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700069988736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763691.432319:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763691.432338:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763691.432343:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763691.432351:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763691.432383:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763691.432397:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff982a89a44a80 x1876700069988864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763691.432411:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700069988864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763691.432421:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763691.432425:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763691.432428:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069988864:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763692.263255:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763693.287360:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763694.311220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763695.335345:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763696.359227:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763696.551234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.551247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763696.551274:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.551287:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3081
00000100:00080000:1.0:1789763696.551302:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.551312:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763696.551374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069988992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763696.551412:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.551419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763696.551423:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.551430:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3081
00000100:00080000:1.0:1789763696.551438:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.551445:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763696.551461:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763696.551486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069989120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763696.551500:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069988992:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763696.551506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.551512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763696.551515:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.551521:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3081
00000100:00080000:1.0:1789763696.551528:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.551534:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763696.551543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763696.551576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069989248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763696.551610:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763696.551618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.551623:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763696.551626:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763696.551633:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3081
00000100:00080000:1.0:1789763696.551643:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.551651:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763696.551661:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763696.551675:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff982a88059880 x1876700069988992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763696.551681:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069989376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763696.551699:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763696.551705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763696.551709:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763696.551710:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069988992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763696.551716:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3081
00000100:00080000:1.0:1789763696.551723:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763696.551729:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763696.551732:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763696.551737:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763696.551739:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763696.551747:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069988992:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763696.551770:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069989504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763696.551786:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763696.551833:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763696.551860:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff982a8805aa00 x1876700069989120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763696.551881:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069989120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763696.551892:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763696.551896:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763696.551901:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763696.551909:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763696.551938:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763696.551951:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff982a88058e00 x1876700069989248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763696.551996:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069989248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763696.552012:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763696.552019:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763696.552025:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763696.552038:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763696.552137:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763696.552156:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff982a88059f80 x1876700069989376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763696.552172:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069989376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763696.552183:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763696.552187:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763696.552191:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763696.552214:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763696.552237:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763696.552249:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff982a8805b100 x1876700069989504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763696.552263:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069989504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763696.552273:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763696.552276:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763696.552279:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989504:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763697.383283:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763698.407233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763699.431260:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763700.455209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763701.479163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763701.671134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.671141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763701.671145:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.671153:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3086
00000100:00080000:3.0:1789763701.671163:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763701.671169:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763701.671204:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700069989632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763701.671225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.671228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763701.671229:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.671232:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3086
00000100:00080000:3.0:1789763701.671234:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763701.671236:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763701.671243:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763701.671267:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700069989760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763701.671272:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069989632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763701.671282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.671285:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763701.671286:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.671290:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3086
00000100:00080000:3.0:1789763701.671292:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763701.671295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763701.671299:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763701.671308:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700069989888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763701.671315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.671319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763701.671321:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763701.671325:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3086
00000100:00080000:3.0:1789763701.671329:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763701.671337:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763701.671338:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763701.671347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763701.671362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069990016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763701.671372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763701.671374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763701.671376:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763701.671382:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff982a89a44380 x1876700069989632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763701.671388:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3086
00000100:00080000:3.0:1789763701.671395:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763701.671401:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763701.671406:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763701.671410:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700069989632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763701.671418:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069990144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763701.671429:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763701.671435:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763701.671444:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069989632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763701.671469:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763701.671487:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763701.671497:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff982a89a47100 x1876700069989760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763701.671510:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700069989760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763701.671516:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763701.671518:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763701.671520:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763701.671524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763701.671535:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763701.671541:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff982a89a45f80 x1876700069989888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763701.671548:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700069989888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763701.671553:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763701.671555:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763701.671557:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069989888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763701.671560:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763701.671575:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763701.671586:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff982a89a46300 x1876700069990016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763701.671597:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069990016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763701.671613:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763701.671617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763701.671619:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763701.671624:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763701.671638:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763701.671646:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff982a89a44700 x1876700069990144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763701.671654:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069990144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763701.671659:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763701.671661:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763701.671663:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990144:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763702.503265:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763703.527197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763704.551207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763705.575234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763706.599246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763706.791237:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.791249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763706.791254:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.791266:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3091
00000100:00080000:1.0:1789763706.791304:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.791314:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763706.791361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069990272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763706.791399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.791405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763706.791407:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.791412:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3091
00000100:00080000:1.0:1789763706.791416:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.791420:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763706.791432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763706.791446:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069990400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763706.791460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.791465:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763706.791469:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.791477:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3091
00000100:00080000:1.0:1789763706.791485:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.791493:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763706.791505:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763706.791513:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069990272:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763706.791533:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069990528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763706.791558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763706.791576:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763706.791581:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.791589:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3091
00000800:00000100:0.0:1789763706.791600:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763706.791601:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.791614:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763706.791625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763706.791647:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069990656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763706.791661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763706.791667:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff982a88058380 x1876700069990272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763706.791668:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763706.791675:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763706.791690:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3091
00000100:00080000:1.0:1789763706.791700:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763706.791710:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763706.791727:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763706.791734:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069990272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763706.791748:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069990784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763706.791757:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763706.791768:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763706.791776:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069990272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763706.791789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763706.791819:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763706.791834:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff982a88059500 x1876700069990400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763706.791859:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069990400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763706.791869:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763706.791873:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763706.791877:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763706.791945:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763706.791986:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763706.792011:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff982a88058a80 x1876700069990528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763706.792035:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069990528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763706.792083:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763706.792088:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763706.792092:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763706.792101:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763706.792140:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763706.792155:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff982a8805b800 x1876700069990656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763706.792170:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069990656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763706.792180:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763706.792183:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763706.792187:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763706.792193:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763706.792212:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763706.792223:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff982a88058700 x1876700069990784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763706.792235:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069990784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763706.792244:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763706.792248:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763706.792252:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069990784:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763707.623262:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763708.647246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763709.671297:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763710.695221:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763711.719295:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763711.911191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.911203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763711.911209:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.911221:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3096
00000100:00080000:1.0:1789763711.911274:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763711.911284:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763711.911335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069990912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763711.911369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.911374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763711.911377:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.911382:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3096
00000100:00080000:1.0:1789763711.911386:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763711.911390:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763711.911415:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763711.911443:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069991040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763711.911455:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069990912:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763711.911484:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.911491:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763711.911495:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.911505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3096
00000100:00080000:1.0:1789763711.911513:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763711.911522:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763711.911535:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763711.911560:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069991168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763711.911573:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763711.911596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.911616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763711.911621:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.911634:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3096
00000100:00080000:1.0:1789763711.911645:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763711.911656:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff982a8805a680 x1876700069990912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763711.911664:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763711.911684:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763711.911706:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069990912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763711.911721:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069991296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763711.911729:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.911748:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763711.911760:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069990912:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763711.911761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.911775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763711.911780:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.911790:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3096
00000100:00080000:1.0:1789763711.911799:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763711.911804:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991040:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789763711.911815:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763711.911829:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763711.911879:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069991424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763711.911887:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763711.911918:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff982a88059180 x1876700069991040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.911940:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069991040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.911951:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.911957:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763711.911961:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763711.911969:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763711.911996:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763711.912008:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff982a8805ad80 x1876700069991168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.912023:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069991168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.912032:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.912036:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763711.912039:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763711.912087:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763711.912117:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763711.912131:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff982a88058700 x1876700069991296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.912146:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069991296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.912156:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.912161:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763711.912165:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763711.912187:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763711.912207:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763711.912219:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff982a8805b800 x1876700069991424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763711.912233:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069991424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763711.912243:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763711.912246:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763711.912250:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991424:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763712.743215:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763713.767351:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763714.791232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763715.815394:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763716.839248:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763717.031247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763717.031263:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763717.031270:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763717.031287:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3101
00000100:00080000:1.0:1789763717.031305:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763717.031350:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763717.031409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069991552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763717.031450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763717.031455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763717.031458:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763717.031463:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3101
00000100:00080000:1.0:1789763717.031469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763717.031473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763717.031487:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763717.031501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069991680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763717.031514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763717.031518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763717.031520:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763717.031524:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3101
00000100:00080000:1.0:1789763717.031528:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763717.031533:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763717.031540:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763717.031552:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069991808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763717.031563:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763717.031568:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763717.031579:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763717.031586:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3101
00000100:00080000:1.0:1789763717.031592:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763717.031598:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763717.031606:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763717.031622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069991552:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763717.031626:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069991936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763717.031672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763717.031677:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763717.031679:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763717.031685:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3101
00000100:00080000:1.0:1789763717.031690:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763717.031694:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763717.031701:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763717.031715:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069992064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763717.031780:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763717.031891:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff982a88058a80 x1876700069991552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763717.031945:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069991552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763717.031969:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763717.031978:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763717.031987:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069991552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763717.032003:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763717.032130:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763717.032162:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff982a88059500 x1876700069991680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763717.032189:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069991680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763717.032207:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763717.032213:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763717.032220:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763717.032235:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763717.032279:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763717.032302:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff982a88058380 x1876700069991808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763717.032327:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069991808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763717.032345:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763717.032353:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763717.032360:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763717.032405:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763717.032446:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763717.032469:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff982a8805b100 x1876700069991936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763717.032494:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069991936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763717.032509:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763717.032515:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763717.032523:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069991936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763717.032534:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763717.032571:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763717.032592:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763717/real 1789763717]  req@ffff982a88059f80 x1876700069992064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763717.032616:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069992064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763717.032633:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763717.032639:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763717.032646:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992064:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763717.863329:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763718.887251:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763719.911310:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763720.935268:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763721.959307:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763722.151275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763722.151286:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763722.151289:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763722.151299:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3106
00000100:00080000:1.0:1789763722.151310:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763722.151317:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763722.151390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069992192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763722.151416:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763722.151419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763722.151421:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763722.151424:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3106
00000100:00080000:1.0:1789763722.151428:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763722.151431:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763722.151463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763722.151473:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069992320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763722.151482:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763722.151485:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763722.151486:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763722.151490:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3106
00000100:00080000:1.0:1789763722.151493:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763722.151497:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069992192:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763722.151508:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763722.151514:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763722.151525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069992448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763722.151534:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763722.151537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763722.151539:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763722.151563:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3106
00000100:00080000:1.0:1789763722.151571:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763722.151575:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763722.151580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763722.151582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763722.151596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069992576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763722.151628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763722.151631:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763722.151633:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763722.151637:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3106
00000100:00080000:1.0:1789763722.151641:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763722.151644:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763722.151650:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763722.151653:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff982a88058e00 x1876700069992192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763722.151664:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069992704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763722.151682:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069992192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763722.151713:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763722.151718:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763722.151723:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069992192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763722.151732:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763722.151768:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763722.151822:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff982a8805aa00 x1876700069992320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763722.151832:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069992320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763722.151839:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763722.151842:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763722.151845:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763722.151868:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763722.151884:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763722.151892:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff982a88059880 x1876700069992448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763722.151901:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069992448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763722.151908:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763722.151911:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763722.151914:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763722.151918:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763722.151930:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763722.151957:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff982a88058000 x1876700069992576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763722.151971:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069992576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763722.151980:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763722.151984:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763722.151988:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763722.151994:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763722.152030:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763722.152039:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763722/real 1789763722]  req@ffff982a8805b480 x1876700069992704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763722.152050:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069992704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763722.152058:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763722.152061:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763722.152064:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992704:192.168.203.153@tcp:8:
00010000:00010000:0.0:1789763722.983327:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763724.007305:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763725.031397:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763726.055364:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763727.079328:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763727.271267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763727.271284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763727.271290:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763727.271307:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3111
00000100:00080000:2.0:1789763727.271325:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763727.271336:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763727.271422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069992832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763727.271502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763727.271510:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763727.271514:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763727.271522:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3111
00000100:00080000:2.0:1789763727.271530:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763727.271538:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763727.271554:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763727.271583:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069992960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763727.271585:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069992832:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763727.271614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763727.271620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763727.271623:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763727.271629:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3111
00000100:00080000:2.0:1789763727.271633:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763727.271638:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763727.271644:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763727.271676:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069993088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763727.271689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763727.271694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763727.271697:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763727.271701:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3111
00000800:00000100:0.0:1789763727.271716:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763727.271724:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763727.271761:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763727.271776:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763727.271799:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069993216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763727.271812:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763727.271816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763727.271819:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763727.271825:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3111
00000100:00080000:2.0:1789763727.271832:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763727.271835:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763727]  req@ffff982a9216f480 x1876700069992832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763727.271844:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763727.271860:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763727.271880:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069993344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763727.271884:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069992832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763727.271927:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763727.271934:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763727.271940:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069992832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763727.271979:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763727.272014:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763727.272031:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763727]  req@ffff982a9216f800 x1876700069992960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763727.272085:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069992960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763727.272097:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763727.272101:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763727.272106:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069992960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763727.272114:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763727.272141:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763727.272156:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763727]  req@ffff982a9216d180 x1876700069993088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763727.272172:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069993088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763727.272183:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763727.272190:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763727.272197:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763727.272209:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763727.272250:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763727.272272:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763727]  req@ffff982a9216ca80 x1876700069993216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763727.272299:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069993216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763727.272313:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763727.272318:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763727.272322:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763727.272330:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763727.272359:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763727.272390:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763727/real 1789763727]  req@ffff982a9216e680 x1876700069993344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763727.272406:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069993344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763727.272424:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763727.272428:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763727.272432:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993344:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763728.103346:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763729.127283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763730.151350:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763731.175281:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763732.199310:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763732.391192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763732.391211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763732.391219:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763732.391237:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3117
00000100:00080000:2.0:1789763732.391254:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763732.391265:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763732.391347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069993472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763732.391436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763732.391444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763732.391447:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763732.391454:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3117
00000100:00080000:2.0:1789763732.391461:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763732.391468:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763732.391483:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763732.391505:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069993600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763732.391523:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763732.391524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069993472:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763732.391535:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763732.391540:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763732.391547:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3117
00000100:00080000:2.0:1789763732.391552:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763732.391572:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763732.391578:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763732.391595:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069993728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763732.391606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763732.391610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763732.391612:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763732.391618:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3117
00000100:00080000:2.0:1789763732.391632:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763732.391638:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763732.391646:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763732.391656:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763732.391665:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069993856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763732.391679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763732.391683:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763732.391685:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763732.391690:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3117
00000100:00080000:2.0:1789763732.391693:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763732.391720:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763732.391727:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763732.391744:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069993984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763732.391757:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff982a9216f100 x1876700069993472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763732.391797:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069993472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763732.391815:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763732.391820:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763732.391825:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069993472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763732.391860:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763732.391893:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763732.391909:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff982a9216ed80 x1876700069993600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763732.391922:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069993600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763732.391931:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763732.391934:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763732.391938:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763732.391945:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763732.391963:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763732.391973:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff982a9216df80 x1876700069993728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763732.391986:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069993728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763732.392008:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763732.392012:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763732.392016:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763732.392022:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763732.392077:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763732.392092:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff982a9216e680 x1876700069993856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763732.392105:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069993856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763732.392114:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763732.392118:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763732.392121:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763732.392127:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763732.392148:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763732.392158:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff982a9216ca80 x1876700069993984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763732.392172:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069993984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763732.392180:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763732.392183:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763732.392186:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069993984:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763733.223259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763734.247304:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763735.271270:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763736.295264:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763737.319288:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763737.511209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.511217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763737.511220:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.511234:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3122
00000100:00080000:3.0:1789763737.511244:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.511250:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763737.511283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069994112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763737.511309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.511313:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763737.511314:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.511319:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3122
00000100:00080000:3.0:1789763737.511323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.511328:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763737.511338:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763737.511351:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069994112:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763737.511355:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069994240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763737.511378:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.511380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763737.511382:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.511385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3122
00000100:00080000:3.0:1789763737.511389:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.511391:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763737.511395:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763737.511404:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069994368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763737.511411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.511413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763737.511414:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.511417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3122
00000100:00080000:3.0:1789763737.511418:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763737.511421:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763737.511424:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763737.511432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069994496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763737.511441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763737.511444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763737.511445:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763737.511448:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3122
00000100:00080000:3.0:1789763737.511455:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763737.511456:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994240:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763737.511463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763737.511468:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763737.511495:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069994624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763737.511522:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763737.511541:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763737.511560:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994624:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763738.343362:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763739.367336:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763740.391378:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763740.583482:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789763740.583540:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763740.583562:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763740.583617:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763740.583628:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763740.583674:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789763740.583695:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763740.583740:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763740]  req@ffff982a89a44e00 x1876700069994240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763740.583793:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069994240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763740.583818:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763740.583829:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763740.583837:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763740.583853:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763740]  req@ffff982a89a45c00 x1876700069994368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763740.583892:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069994368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763740.583908:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763740.583915:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763740.583922:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763740.583936:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763740]  req@ffff982a89a46d80 x1876700069994496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763740.583956:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069994496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763740.583970:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763740.583975:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763740.583983:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763740.583995:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763740]  req@ffff982a89a44000 x1876700069994112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763740.584018:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069994112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763740.584032:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763740.584037:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763740.584093:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069994112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763740.584144:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763740]  req@ffff982a89a47800 x1876700069994624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763740.584183:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069994624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763740.584199:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763740.584206:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763740.584213:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994624:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763741.415323:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763742.439335:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763742.631172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763742.631188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763742.631196:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763742.631217:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3127
00000100:00080000:3.0:1789763742.631239:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763742.631255:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763742.631373:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700069994752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763742.631423:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763742.631432:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763742.631437:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763742.631445:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3127
00000100:00080000:3.0:1789763742.631454:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763742.631461:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763742.631477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763742.631499:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700069994880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763742.631515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763742.631524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069994752:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763742.631555:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763742.631562:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763742.631577:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3127
00000100:00080000:3.0:1789763742.631586:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763742.631597:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763742.631609:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763742.631666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700069995008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763742.631687:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763742.631690:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763742.631702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763742.631708:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763742.631719:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3127
00000100:00080000:3.0:1789763742.631729:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763742.631738:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763742.631751:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763742.631781:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700069995136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763742.631790:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff982a89a46a00 x1876700069994752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763742.631822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763742.631835:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763742.631840:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763742.631849:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3127
00000100:00100000:0.0:1789763742.631857:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700069994752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763742.631862:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763742.631880:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763742.631896:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763742.631916:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:3.0:1789763742.631916:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763742.631933:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069994752:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763742.631957:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700069995264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763742.631996:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994880:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763742.632124:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763742.632156:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff982a89a45880 x1876700069994880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763742.632183:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700069994880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763742.632201:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763742.632211:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763742.632218:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069994880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763742.632232:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995008:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763742.632278:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763742.632302:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff982a89a45500 x1876700069995008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763742.632325:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700069995008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763742.632342:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763742.632349:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763742.632356:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763742.632369:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995136:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763742.632415:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763742.632549:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff982a89a47800 x1876700069995136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763742.632582:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700069995136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763742.632598:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763742.632605:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763742.632612:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763742.632648:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995264:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763742.632697:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763742.632723:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763742]  req@ffff982a89a44000 x1876700069995264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763742.632747:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700069995264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763742.632763:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763742.632770:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763742.632777:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995264:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763743.463274:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763744.487252:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763745.511325:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763746.535243:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763747.559261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763747.751206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.751219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763747.751225:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.751239:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3132
00000100:00080000:1.0:1789763747.751271:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.751281:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763747.751350:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700069995392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763747.751389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.751394:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763747.751397:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.751402:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3132
00000100:00080000:1.0:1789763747.751407:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.751411:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763747.751423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763747.751438:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700069995520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763747.751452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.751456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763747.751459:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.751465:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3132
00000100:00080000:1.0:1789763747.751469:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.751473:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763747.751479:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763747.751507:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069995392:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763747.751524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700069995648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763747.751538:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.751542:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763747.751546:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.751551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3132
00000100:00080000:1.0:1789763747.751557:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.751563:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763747.751570:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763747.751614:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700069995776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763747.751627:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763747.751637:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763747.751639:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763747.751646:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.751654:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3132
00000100:00080000:1.0:1789763747.751662:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.751668:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763747.751676:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763747.751696:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700069995904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763747.751710:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff982a8805bb80 x1876700069995392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763747.751741:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700069995392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763747.751758:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763747.751763:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763747.751769:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069995392:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763747.751779:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763747.751811:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763747.751827:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff982a8805a300 x1876700069995520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763747.751843:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700069995520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763747.751855:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763747.751859:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763747.751864:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763747.751910:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763747.751953:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763747.751978:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff982a88059c00 x1876700069995648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763747.751997:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700069995648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763747.752007:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763747.752012:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763747.752016:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763747.752024:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763747.752105:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763747.752122:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff982a8805b480 x1876700069995776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763747.752138:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700069995776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763747.752148:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763747.752152:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763747.752156:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763747.752165:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763747.752205:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763747.752219:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff982a88058000 x1876700069995904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763747.752233:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700069995904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763747.752243:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763747.752246:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763747.752251:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069995904:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763748.583237:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763749.607230:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763750.631278:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763751.655257:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763752.679300:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763752.871253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763752.871264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763752.871270:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763752.871282:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3137
00000100:00080000:3.0:1789763752.871296:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763752.871306:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763752.871358:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700069996032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763752.871398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763752.871402:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763752.871405:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763752.871410:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3137
00000100:00080000:3.0:1789763752.871422:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763752.871427:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763752.871439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763752.871454:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700069996160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763752.871468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763752.871472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763752.871475:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763752.871480:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3137
00000100:00100000:0.0:1789763752.871503:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069996032:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763752.871507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763752.871523:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763752.871531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763752.871582:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700069996288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763752.871604:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763752.871611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763752.871616:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763752.871624:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3137
00000800:00000100:0.0:1789763752.871635:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763752.871639:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763752.871654:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763752.871667:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763752.871694:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700069996416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763752.871702:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff982a89a46d80 x1876700069996032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.871729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763752.871739:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763752.871742:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763752.871752:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700069996032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763752.871753:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3137
00000100:00080000:3.0:1789763752.871767:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763752.871780:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763752.871784:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789763752.871789:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763752.871795:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763752.871804:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069996032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763752.871814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700069996544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763752.871820:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996160:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763752.871868:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763752.871889:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff982a89a45c00 x1876700069996160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763752.871915:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700069996160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763752.871926:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763752.871930:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763752.871933:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996160:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763752.871975:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996288:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763752.872014:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763752.872037:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff982a89a44e00 x1876700069996288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763752.872114:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700069996288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763752.872126:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763752.872130:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763752.872134:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763752.872147:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763752.872191:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763752.872214:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff982a89a44700 x1876700069996416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763752.872240:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700069996416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763752.872262:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763752.872267:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763752.872271:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763752.872279:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763752.872308:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763752.872322:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff982a89a46300 x1876700069996544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763752.872337:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700069996544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763752.872346:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763752.872350:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763752.872354:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996544:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763753.703300:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763754.727314:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763755.751216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763756.775343:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763757.799265:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763757.991214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763757.991227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763757.991232:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763757.991244:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3142
00000100:00080000:2.0:1789763757.991274:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763757.991282:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763757.991325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700069996672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763757.991376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763757.991380:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763757.991383:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763757.991388:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3142
00000100:00080000:2.0:1789763757.991414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763757.991420:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763757.991435:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763757.991462:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700069996800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763757.991472:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069996672:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763757.991548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763757.991556:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763757.991559:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763757.991569:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3142
00000100:00080000:2.0:1789763757.991576:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763757.991581:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763757.991589:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763757.991606:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069996928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763757.991617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763757.991620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763757.991622:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763757.991625:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3142
00000100:00080000:2.0:1789763757.991629:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763757.991635:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763757.991640:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763757.991660:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069997056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763757.991665:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763757.991699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763757.991703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763757.991707:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763757.991713:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3142
00000100:00080000:2.0:1789763757.991718:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763757.991723:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763757.991732:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763757.991747:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff982a9216d180 x1876700069996672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763757.991749:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069997184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763757.991865:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700069996672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763757.991885:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763757.991892:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763757.991898:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069996672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763757.991948:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763757.991980:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763757.992005:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff982a9216f800 x1876700069996800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763757.992021:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700069996800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763757.992030:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763757.992034:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763757.992039:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763757.992097:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763757.992137:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763757.992151:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff982a9216f480 x1876700069996928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763757.992165:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069996928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763757.992175:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763757.992180:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763757.992183:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069996928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763757.992190:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763757.992211:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763757.992223:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff982a9216ca80 x1876700069997056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763757.992237:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069997056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763757.992255:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763757.992259:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763757.992262:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763757.992268:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763757.992286:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763757.992297:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff982a9216e680 x1876700069997184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763757.992309:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069997184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763757.992317:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763757.992320:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763757.992324:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997184:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763758.823319:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763759.847312:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763760.871246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763761.895259:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763762.919246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763763.111200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763763.111214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763763.111220:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763763.111233:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3147
00000100:00080000:2.0:1789763763.111247:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763763.111284:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763763.111332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700069997312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763763.111380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763763.111384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763763.111404:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763763.111409:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3147
00000100:00080000:2.0:1789763763.111414:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763763.111420:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763763.111431:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763763.111448:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700069997440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763763.111461:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763763.111464:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763763.111467:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763763.111498:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069997312:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763763.111498:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3147
00000100:00080000:2.0:1789763763.111511:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763763.111525:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763763.111534:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763763.111570:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700069997568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763763.111585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763763.111589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763763.111591:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763763.111596:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3147
00000100:00080000:2.0:1789763763.111604:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763763.111608:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763763.111616:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763763.111622:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763763.111647:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700069997696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763763.111659:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763763.111662:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763763.111665:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763763.111669:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3147
00000100:00080000:2.0:1789763763.111674:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763763.111682:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763763.111690:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763763.111695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff982a9216df80 x1876700069997312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763763.111709:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700069997824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763763.111731:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700069997312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763763.111746:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763763.111753:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763763.111759:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069997312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763763.111799:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763763.111824:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763763.111836:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff982a9216ed80 x1876700069997440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763763.111847:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700069997440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763763.111855:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763763.111858:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763763.111862:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763763.111867:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763763.111881:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763763.111889:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff982a9216f100 x1876700069997568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763763.111899:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700069997568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763763.111906:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763763.111909:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763763.111912:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763763.111917:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763763.111935:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763763.111944:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff982a9216e680 x1876700069997696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763763.111954:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700069997696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763763.111961:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763763.111964:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763763.111966:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763763.111971:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763763.111984:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763763.111992:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763763/real 1789763763]  req@ffff982a9216ca80 x1876700069997824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763763.112001:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700069997824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763763.112007:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763763.112010:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763763.112013:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069997824:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763763.943330:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763764.967276:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763765.991264:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763767.015271:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763768.039203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763768.231243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763768.231257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763768.231263:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763768.231306:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3152
00000100:00080000:1.0:1789763768.231322:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763768.231332:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763768.231401:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700069997952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763768.231504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763768.231512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763768.231516:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763768.231525:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3152
00000100:00080000:1.0:1789763768.231533:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763768.231541:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763768.231560:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763768.231611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069997952:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763768.231611:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700069998080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763768.231636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763768.231640:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763768.231642:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763768.231649:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3152
00000100:00080000:1.0:1789763768.231655:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763768.231660:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763768.231668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763768.231684:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700069998208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763768.231715:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763768.231722:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763768.231723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763768.231731:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763768.231738:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3152
00000100:00080000:1.0:1789763768.231744:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763768.231750:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763768.231757:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763768.231772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700069998336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763768.231783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763768.231787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763768.231790:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763768.231796:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3152
00000100:00080000:1.0:1789763768.231801:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763768.231812:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763768.231813:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff982a88059880 x1876700069997952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763768.231823:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763768.231856:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700069998464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763768.231863:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700069997952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763768.231905:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763768.231911:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763768.231918:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069997952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763768.231953:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763768.231985:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763768.232000:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff982a8805aa00 x1876700069998080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763768.232020:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700069998080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763768.232035:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763768.232040:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763768.232047:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763768.232058:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763768.232148:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763768.232170:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff982a88058e00 x1876700069998208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763768.232185:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700069998208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763768.232195:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763768.232199:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763768.232203:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763768.232211:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763768.232240:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763768.232250:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff982a88059f80 x1876700069998336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763768.232263:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700069998336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763768.232272:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763768.232275:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763768.232279:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763768.232290:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763768.232308:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763768.232318:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763768/real 1789763768]  req@ffff982a8805b100 x1876700069998464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763768.232330:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700069998464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763768.232339:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763768.232342:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763768.232345:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998464:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763769.063208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763770.087167:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763771.111212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763772.135225:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763773.159170:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763773.351133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.351149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763773.351155:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.351171:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3157
00000100:00080000:1.0:1789763773.351214:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.351226:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763773.351273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700069998592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763773.351326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.351329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763773.351331:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.351335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3157
00000100:00080000:1.0:1789763773.351339:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.351342:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763773.351351:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763773.351367:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700069998720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763773.351380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.351385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763773.351387:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.351393:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3157
00000100:00080000:1.0:1789763773.351416:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.351424:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763773.351432:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763773.351450:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069998592:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763773.351452:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700069998848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763773.351477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.351488:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763773.351490:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.351495:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3157
00000100:00080000:1.0:1789763773.351501:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.351505:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763773.351512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763773.351523:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069998976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763773.351532:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763773.351537:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789763773.351540:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763773.351541:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763773.351552:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3157
00000100:00080000:1.0:1789763773.351556:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763773.351560:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763773.351565:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763773.351576:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069999104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763773.351596:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff982a88058380 x1876700069998592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763773.351616:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700069998592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.351627:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.351632:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763773.351636:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069998592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763773.351643:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763773.351662:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763773.351673:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff982a88059500 x1876700069998720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763773.351684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700069998720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.351690:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.351693:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763773.351696:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763773.351719:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763773.351733:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763773.351741:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff982a88058a80 x1876700069998848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763773.351751:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700069998848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.351759:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.351762:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763773.351765:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763773.351769:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763773.351783:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763773.351791:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff982a8805b800 x1876700069998976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763773.351800:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069998976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.351807:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.351810:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763773.351812:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069998976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763773.351817:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763773.351829:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763773.351836:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff982a88058700 x1876700069999104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763773.351846:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069999104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.351852:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763773.351855:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763773.351858:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999104:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763774.183250:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763775.207244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763776.231336:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763777.255192:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763778.279168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763778.471136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.471147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763778.471153:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.471178:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3163
00000100:00080000:1.0:1789763778.471189:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.471196:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763778.471237:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700069999232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763778.471285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.471289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763778.471291:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.471295:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3163
00000100:00080000:1.0:1789763778.471300:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.471304:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763778.471314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763778.471327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700069999360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763778.471335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.471338:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763778.471339:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.471342:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3163
00000100:00080000:1.0:1789763778.471344:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.471348:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763778.471352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763778.471379:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700069999488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763778.471380:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069999232:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763778.471404:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.471407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763778.471408:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.471411:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3163
00000100:00080000:1.0:1789763778.471420:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.471424:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763778.471429:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763778.471439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700069999616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763778.471446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.471448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763778.471449:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.471452:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3163
00000100:00080000:1.0:1789763778.471472:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.471474:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763778.471477:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763778.471486:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763778.471487:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700069999744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763778.471541:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff982a8805ad80 x1876700069999232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.471558:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700069999232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.471566:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.471570:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763778.471573:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069999232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763778.471579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763778.471597:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763778.471606:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff982a88059180 x1876700069999360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.471613:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700069999360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.471618:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.471620:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763778.471622:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763778.471649:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763778.471671:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763778.471678:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff982a8805a680 x1876700069999488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.471691:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700069999488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.471696:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.471698:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763778.471700:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763778.471704:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763778.471716:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763778.471722:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff982a88058700 x1876700069999616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.471729:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700069999616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.471734:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.471736:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763778.471737:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763778.471741:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763778.471754:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763778.471764:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff982a8805b800 x1876700069999744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763778.471775:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700069999744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763778.471791:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763778.471795:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763778.471798:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700069999744:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763779.303144:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763780.327153:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763781.351181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763782.375293:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763783.399192:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763783.591210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763783.591219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763783.591223:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763783.591233:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3168
00000100:00080000:2.0:1789763783.591244:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763783.591251:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763783.591289:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700069999872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763783.591315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763783.591318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763783.591319:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763783.591344:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3168
00000100:00080000:2.0:1789763783.591366:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763783.591371:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763783.591382:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763783.591394:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069999872:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763783.591401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070000000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763783.591433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763783.591438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763783.591440:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763783.591446:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3168
00000100:00080000:2.0:1789763783.591453:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763783.591476:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763783.591483:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763783.591492:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763783.591507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070000128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763783.591516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763783.591519:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763783.591521:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763783.591527:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff982a9216f480 x1876700069999872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763783.591528:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3168
00000100:00080000:2.0:1789763783.591536:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763783.591544:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763783.591553:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763783.591569:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070000256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763783.591575:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700069999872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763783.591581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763783.591591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763783.591595:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763783.591604:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3168
00000100:00080000:2.0:1789763783.591608:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763783.591609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763783.591612:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763783.591620:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763783.591622:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:2.0:1789763783.591633:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070000384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763783.591634:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700069999872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763783.591675:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763783.591707:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763783.591724:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff982a9216f800 x1876700070000000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.591741:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070000000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.591763:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.591769:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763783.591775:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763783.591784:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763783.591810:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763783.591824:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff982a9216d180 x1876700070000128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.591837:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070000128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.591844:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.591846:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763783.591849:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763783.591854:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763783.591871:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763783.591879:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff982a9216ca80 x1876700070000256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.591889:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070000256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.591895:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.591897:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763783.591900:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763783.591904:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763783.591916:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763783.591924:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff982a9216e680 x1876700070000384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763783.591933:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070000384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763783.591940:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763783.591943:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763783.591947:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000384:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763784.423174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763785.447143:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763786.471201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763787.495156:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763788.519163:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763788.711152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763788.711159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763788.711162:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763788.711171:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3173
00000100:00080000:3.0:1789763788.711180:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763788.711186:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763788.711219:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070000512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763788.711238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763788.711241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763788.711242:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763788.711245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3173
00000100:00080000:3.0:1789763788.711247:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763788.711249:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763788.711257:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763788.711266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070000640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763788.711274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763788.711276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763788.711278:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763788.711293:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3173
00000100:00100000:0.0:1789763788.711296:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070000512:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763788.711297:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763788.711315:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763788.711320:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763788.711330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070000768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763788.711337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763788.711340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763788.711341:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763788.711344:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3173
00000100:00080000:3.0:1789763788.711348:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763788.711350:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763788.711353:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763788.711358:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763788.711362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700070000896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763788.711370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763788.711372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763788.711374:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763788.711376:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3173
00000100:00080000:3.0:1789763788.711378:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763788.711380:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763788.711384:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763788.711391:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070001024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763788.711396:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff982a89a45f80 x1876700070000512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.711422:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070000512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.711430:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.711433:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763788.711436:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070000512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763788.711456:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763788.711473:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763788.711482:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff982a89a47100 x1876700070000640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.711494:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070000640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.711509:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.711513:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763788.711516:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763788.711523:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763788.711544:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763788.711553:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff982a89a44380 x1876700070000768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.711561:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070000768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.711567:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.711569:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763788.711571:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763788.711575:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763788.711588:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763788.711594:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff982a89a44a80 x1876700070000896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.711601:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700070000896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.711606:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.711607:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763788.711609:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070000896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763788.711613:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763788.711623:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763788.711628:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff982a89a47480 x1876700070001024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763788.711635:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070001024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763788.711640:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763788.711642:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763788.711643:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001024:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763789.543169:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763790.567201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763791.591204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763792.615157:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763793.639142:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763793.831097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763793.831117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763793.831120:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763793.831129:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3178
00000100:00080000:3.0:1789763793.831138:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763793.831145:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763793.831179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700070001152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763793.831201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763793.831204:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763793.831205:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763793.831208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3178
00000100:00080000:3.0:1789763793.831210:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763793.831213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763793.831220:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763793.831228:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700070001280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763793.831235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763793.831238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763793.831239:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763793.831242:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3178
00000100:00080000:3.0:1789763793.831244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763793.831258:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763793.831262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763793.831267:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070001152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763793.831298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700070001408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763793.831305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763793.831308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763793.831309:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763793.831312:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3178
00000100:00080000:3.0:1789763793.831316:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763793.831319:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763793.831322:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763793.831338:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763793.831338:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070001536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763793.831347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763793.831350:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763793.831351:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763793.831355:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3178
00000100:00080000:3.0:1789763793.831357:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763793.831360:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763793.831363:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763793.831371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700070001664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763793.831380:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff982a89a46680 x1876700070001152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.831395:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700070001152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.831404:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.831407:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763793.831410:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070001152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763793.831415:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763793.831430:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763793.831437:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff982a89a45180 x1876700070001280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.831450:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700070001280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.831454:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.831457:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763793.831458:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763793.831478:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763793.831488:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763793.831494:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff982a89a47b80 x1876700070001408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.831501:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700070001408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.831506:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.831508:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763793.831510:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763793.831513:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763793.831523:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763793.831529:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff982a89a47480 x1876700070001536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.831536:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070001536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.831545:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.831547:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763793.831549:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763793.831552:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763793.831561:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763793.831567:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff982a89a44a80 x1876700070001664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763793.831573:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700070001664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763793.831577:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763793.831580:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763793.831582:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763794.663200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763795.687165:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763796.711181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763797.735160:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763798.759185:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763798.951128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.951160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763798.951163:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763798.951174:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3183
00000100:00080000:3.0:1789763798.951185:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.951192:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763798.951245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070001792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763798.951265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.951268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763798.951270:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763798.951273:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3183
00000100:00080000:3.0:1789763798.951276:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.951278:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763798.951287:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763798.951297:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070001920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763798.951305:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.951308:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763798.951309:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763798.951314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3183
00000100:00100000:0.0:1789763798.951315:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070001792:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763798.951316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.951322:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763798.951326:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763798.951332:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070002048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763798.951344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.951347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763798.951349:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763798.951351:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3183
00000100:00080000:3.0:1789763798.951354:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.951357:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763798.951362:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763798.951370:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070002176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763798.951377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763798.951379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763798.951381:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763798.951383:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3183
00000100:00080000:3.0:1789763798.951385:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763798.951388:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763798.951393:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763798.951394:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763798.951404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070002304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763798.951436:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff982a89a44380 x1876700070001792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.951451:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070001792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.951460:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.951463:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763798.951467:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070001792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763798.951490:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763798.951506:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763798.951514:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff982a89a47100 x1876700070001920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.951522:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070001920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.951528:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.951530:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763798.951532:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070001920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763798.951536:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763798.951546:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763798.951552:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff982a89a45f80 x1876700070002048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.951559:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070002048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.951564:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.951566:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763798.951568:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763798.951571:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763798.951582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763798.951588:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff982a89a46300 x1876700070002176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.951602:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070002176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.951610:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.951613:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763798.951617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763798.951623:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763798.951650:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763798.951660:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff982a89a44700 x1876700070002304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763798.951667:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070002304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763798.951673:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763798.951675:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763798.951677:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002304:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763799.783200:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763800.807236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763801.831148:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763802.855165:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763803.879159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763804.071211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763804.071219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763804.071223:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.071231:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3188
00000100:00080000:2.0:1789763804.071241:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.071247:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763804.071281:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070002432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763804.071305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763804.071308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763804.071309:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.071311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3188
00000100:00080000:2.0:1789763804.071314:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.071316:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763804.071324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763804.071332:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070002560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763804.071357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763804.071360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763804.071362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763804.071370:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070002432:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763804.071370:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3188
00000100:00080000:2.0:1789763804.071381:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.071386:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763804.071390:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763804.071402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070002688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763804.071408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763804.071410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763804.071411:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.071413:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3188
00000100:00080000:2.0:1789763804.071417:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.071420:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763804.071425:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763804.071435:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070002816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763804.071440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763804.071443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763804.071445:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763804.071450:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3188
00000100:00080000:2.0:1789763804.071461:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763804.071467:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763804.071473:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763804.071490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070002944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763804.071508:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763804.071539:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763804.071553:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763804.071581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002944:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763804.903212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763805.927177:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763806.951180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789763807.143380:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789763807.143455:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789763807.143476:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763807.143525:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763807.143536:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763807.143545:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789763807.143554:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763807.143677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763807]  req@ffff982a9216ed80 x1876700070002560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763807.143713:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070002560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763807.143726:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763807.143731:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763807.143736:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763807.143746:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763807]  req@ffff982a9216df80 x1876700070002688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763807.143762:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070002688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763807.143769:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763807.143773:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763807.143777:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763807.143784:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763807]  req@ffff982a9216e680 x1876700070002816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763807.143796:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070002816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763807.143804:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763807.143808:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763807.143812:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763807.143827:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763807]  req@ffff982a9216ca80 x1876700070002944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763807.143838:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070002944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763807.143846:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763807.143849:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763807.143853:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070002944:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763807.143859:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763804/real 1789763807]  req@ffff982a9216f100 x1876700070002432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763807.143870:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070002432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763807.143878:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763807.143882:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763807.143885:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070002432:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789763807.975197:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763808.999212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763809.191230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763809.191240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763809.191244:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763809.191256:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3193
00000100:00080000:3.0:1789763809.191267:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763809.191274:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763809.191319:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070003072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763809.191352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763809.191357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763809.191359:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763809.191364:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3193
00000100:00080000:3.0:1789763809.191368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763809.191373:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763809.191385:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763809.191402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070003200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763809.191414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763809.191426:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070003072:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763809.191436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763809.191438:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763809.191443:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3193
00000100:00080000:3.0:1789763809.191446:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763809.191450:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763809.191455:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763809.191469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070003328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763809.191482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763809.191486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763809.191488:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763809.191492:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3193
00000100:00080000:3.0:1789763809.191496:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763809.191501:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763809.191506:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763809.191516:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763809.191522:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070003456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763809.191533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763809.191538:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763809.191540:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763809.191545:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3193
00000100:00080000:3.0:1789763809.191549:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763809.191553:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763809.191566:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763809.191575:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff982a89a44e00 x1876700070003072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763809.191582:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070003584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763809.191609:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070003072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763809.191624:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763809.191630:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763809.191637:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070003072:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763809.191668:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003200:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763809.191692:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763809.191706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff982a89a45c00 x1876700070003200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763809.191718:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070003200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763809.191728:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763809.191732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763809.191735:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763809.191742:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763809.191761:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763809.191772:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff982a89a46d80 x1876700070003328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763809.191784:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070003328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763809.191793:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763809.191796:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763809.191800:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763809.191806:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763809.191827:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763809.191844:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff982a89a44000 x1876700070003456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763809.191857:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070003456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763809.191865:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763809.191868:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763809.191872:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763809.191878:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763809.191901:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763809.191914:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763809/real 1789763809]  req@ffff982a89a47800 x1876700070003584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763809.191926:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070003584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763809.191934:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763809.191938:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763809.191942:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003584:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763810.023233:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763811.047194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763812.071224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763813.095252:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763814.119191:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763814.311142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763814.311150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763814.311153:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763814.311161:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3198
00000100:00080000:3.0:1789763814.311171:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763814.311177:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763814.311211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700070003712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763814.311234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763814.311238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763814.311240:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763814.311244:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3198
00000100:00080000:3.0:1789763814.311248:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763814.311252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763814.311262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763814.311275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700070003840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763814.311284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763814.311286:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070003712:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763814.311289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763814.311305:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763814.311309:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3198
00000100:00080000:3.0:1789763814.311313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763814.311317:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763814.311322:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763814.311331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700070003968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763814.311337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763814.311340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763814.311341:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763814.311345:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3198
00000800:00000100:0.0:1789763814.311349:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763814.311350:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763814.311356:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763814.311359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763814.311369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070004096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763814.311375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763814.311377:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763814.311378:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763814.311381:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3198
00000100:00080000:3.0:1789763814.311384:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763814.311387:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763814.311391:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763814.311392:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff982a89a45500 x1876700070003712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763814.311412:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070004224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763814.311415:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700070003712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763814.311454:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763814.311457:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763814.311460:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070003712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763814.311479:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003840:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763814.311494:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763814.311502:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff982a89a45880 x1876700070003840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763814.311509:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700070003840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763814.311514:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763814.311516:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763814.311518:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763814.311522:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763814.311532:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763814.311537:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff982a89a46a00 x1876700070003968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763814.311544:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700070003968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763814.311550:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763814.311552:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763814.311553:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070003968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763814.311557:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763814.311567:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763814.311573:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff982a89a47800 x1876700070004096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763814.311580:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070004096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763814.311585:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763814.311586:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763814.311588:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763814.311591:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763814.311601:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763814.311606:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763814/real 1789763814]  req@ffff982a89a44000 x1876700070004224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763814.311612:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070004224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763814.311617:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763814.311619:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763814.311621:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004224:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763815.143176:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763816.167162:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763817.191252:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763818.215230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763819.239281:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763819.431128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763819.431138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763819.431142:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763819.431153:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3204
00000100:00080000:3.0:1789763819.431165:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763819.431172:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763819.431215:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070004352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763819.431238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763819.431241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763819.431242:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763819.431245:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3204
00000100:00080000:3.0:1789763819.431248:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763819.431250:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763819.431259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763819.431268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070004480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763819.431275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763819.431278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763819.431297:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763819.431300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3204
00000100:00080000:3.0:1789763819.431303:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763819.431308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763819.431313:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763819.431323:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070004608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763819.431329:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070004352:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763819.431333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763819.431348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763819.431352:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763819.431356:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3204
00000100:00080000:3.0:1789763819.431358:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763819.431360:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763819.431364:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763819.431375:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070004736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763819.431381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763819.431383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763819.431385:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763819.431388:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3204
00000100:00080000:3.0:1789763819.431391:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763819.431394:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763819.431397:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763819.431410:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070004864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763819.431424:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763819.431471:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff982a89a46d80 x1876700070004352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.431492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070004352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.431504:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.431509:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763819.431514:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070004352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763819.431523:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763819.431544:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763819.431556:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff982a89a45c00 x1876700070004480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.431579:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070004480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.431588:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.431591:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763819.431595:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763819.431622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763819.431638:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763819.431647:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff982a89a44e00 x1876700070004608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.431658:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070004608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.431666:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.431670:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763819.431673:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763819.431679:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763819.431694:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763819.431703:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff982a89a44700 x1876700070004736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.431713:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070004736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.431721:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.431724:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763819.431727:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763819.431733:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763819.431748:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763819.431756:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff982a89a46300 x1876700070004864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763819.431767:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070004864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763819.431775:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763819.431778:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763819.431781:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070004864:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763820.263189:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763821.287260:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763822.311173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763823.335210:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763824.359174:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763824.551157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.551168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763824.551172:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.551183:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3209
00000100:00080000:2.0:1789763824.551195:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763824.551202:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763824.551250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070004992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763824.551281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.551284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763824.551286:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.551308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3209
00000100:00080000:2.0:1789763824.551313:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763824.551318:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763824.551330:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070004992:192.168.203.153@tcp:250:
00000008:00100000:2.0:1789763824.551331:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763824.551352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070005120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763824.551364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.551367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763824.551368:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.551372:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3209
00000100:00080000:2.0:1789763824.551375:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763824.551379:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763824.551383:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763824.551393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700070005248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763824.551400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.551403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763824.551405:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763824.551410:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763824.551413:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3209
00000100:00080000:2.0:1789763824.551417:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763824.551420:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763824.551423:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763824.551433:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070005376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763824.551445:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.551448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763824.551449:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.551453:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3209
00000100:00080000:2.0:1789763824.551457:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763824.551459:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff982a9216d180 x1876700070004992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763824.551463:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763824.551470:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763824.551483:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070004992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763824.551484:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070005504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763824.551515:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.551522:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763824.551536:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070004992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763824.551562:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763824.551582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763824.551592:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff982a9216f800 x1876700070005120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763824.551601:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070005120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763824.551607:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.551609:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763824.551611:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763824.551615:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763824.551627:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763824.551633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff982a9216f480 x1876700070005248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763824.551640:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700070005248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763824.551646:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.551649:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763824.551651:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763824.551654:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763824.551665:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763824.551670:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff982a9216f100 x1876700070005376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763824.551677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070005376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763824.551681:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.551683:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763824.551685:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763824.551688:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763824.551698:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763824.551703:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff982a9216ca80 x1876700070005504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763824.551710:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070005504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763824.551715:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763824.551717:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763824.551719:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005504:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763825.383220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763826.407206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763827.431191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763828.455224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763829.479153:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763829.671157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763829.671166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763829.671169:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763829.671177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3214
00000100:00080000:3.0:1789763829.671187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763829.671193:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763829.671227:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070005632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763829.671249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763829.671251:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763829.671253:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763829.671255:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3214
00000100:00080000:3.0:1789763829.671258:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763829.671260:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763829.671267:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763829.671277:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070005760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763829.671293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763829.671296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763829.671297:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763829.671300:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3214
00000100:00080000:3.0:1789763829.671302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763829.671307:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070005632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763829.671320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763829.671325:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763829.671335:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070005888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763829.671343:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763829.671345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763829.671347:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763829.671349:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3214
00000100:00080000:3.0:1789763829.671352:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763829.671355:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763829.671358:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763829.671365:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763829.671369:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700070006016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763829.671386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763829.671389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763829.671390:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763829.671393:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3214
00000100:00080000:3.0:1789763829.671396:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763829.671399:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763829.671402:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763829.671410:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070006144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763829.671426:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff982a89a45f80 x1876700070005632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.671442:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070005632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.671454:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.671458:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763829.671463:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070005632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763829.671471:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763829.671496:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763829.671508:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff982a89a47100 x1876700070005760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.671516:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070005760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.671522:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.671525:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763829.671527:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763829.671547:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763829.671561:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763829.671567:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff982a89a44380 x1876700070005888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.671596:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070005888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.671605:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.671608:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763829.671612:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070005888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763829.671618:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763829.671645:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763829.671658:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff982a89a44a80 x1876700070006016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.671672:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700070006016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.671681:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.671685:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763829.671689:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763829.671693:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763829.671716:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763829.671735:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff982a89a47480 x1876700070006144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763829.671742:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070006144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763829.671752:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763829.671754:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763829.671756:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006144:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763830.503133:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763831.527290:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763832.551248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763833.575286:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763834.599203:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763834.791176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763834.791185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763834.791189:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763834.791197:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3219
00000100:00080000:0.0:1789763834.791206:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763834.791211:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763834.791247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82680 x1876700070006272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763834.791272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763834.791275:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763834.791276:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763834.791279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3219
00000100:00080000:0.0:1789763834.791281:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763834.791284:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763834.791291:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763834.791300:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81f80 x1876700070006400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763834.791308:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763834.791310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763834.791312:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763834.791319:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3219
00000100:00080000:0.0:1789763834.791322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763834.791325:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763834.791328:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763834.791334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83100 x1876700070006528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763834.791342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763834.791345:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763834.791346:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763834.791349:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3219
00000100:00080000:0.0:1789763834.791351:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763834.791353:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763834.791356:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763834.791371:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070006272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763834.791372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700070006656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763834.791407:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763834.791410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763834.791411:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763834.791414:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3219
00000100:00080000:0.0:1789763834.791416:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763834.791419:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763834.791423:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763834.791439:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700070006784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763834.791525:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763834.791575:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff982a89b82680 x1876700070006272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.791617:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82680 x1876700070006272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.791633:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.791639:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763834.791645:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070006272:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763834.791656:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006400:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763834.791696:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763834.791734:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff982a89b81f80 x1876700070006400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.791753:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81f80 x1876700070006400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.791765:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.791770:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763834.791791:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006400:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763834.791829:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006528:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763834.791861:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763834.791876:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff982a89b83100 x1876700070006528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.791924:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83100 x1876700070006528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.791934:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.791941:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763834.791973:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006528:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763834.792001:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006656:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763834.792032:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763834.792049:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff982a89b83480 x1876700070006656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.792098:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700070006656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.792110:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.792115:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763834.792118:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006656:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763834.792124:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006784:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763834.792147:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763834.792157:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff982a89b83b80 x1876700070006784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.792168:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700070006784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.792187:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.792191:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763834.792194:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070006784:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763835.623287:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763836.647297:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763837.671361:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763838.695206:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763839.719334:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763839.911173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.911186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763839.911191:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.911204:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3224
00000100:00080000:3.0:1789763839.911217:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.911242:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763839.911310:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700070006912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763839.911346:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.911350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763839.911352:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.911357:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3224
00000100:00080000:3.0:1789763839.911362:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.911367:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763839.911381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763839.911399:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070006912:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763839.911400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700070007040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763839.911420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.911446:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763839.911448:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.911452:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3224
00000100:00080000:3.0:1789763839.911457:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.911462:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763839.911469:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763839.911482:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700070007168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763839.911492:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.911496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763839.911497:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.911500:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3224
00000100:00080000:3.0:1789763839.911504:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763839.911510:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763839.911512:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763839.911521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763839.911535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070007296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763839.911544:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763839.911549:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763839.911551:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763839.911557:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3224
00000100:00080000:3.0:1789763839.911574:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763839.911582:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763839.911589:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff982a89a47b80 x1876700070006912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763839.911604:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763839.911643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700070007424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763839.911645:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700070006912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.911668:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.911674:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763839.911681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070006912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763839.911738:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763839.911777:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763839.911798:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff982a89a45180 x1876700070007040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763839.911813:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700070007040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.911822:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.911825:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763839.911828:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763839.911834:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763839.911857:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763839.911868:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff982a89a46680 x1876700070007168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763839.911879:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700070007168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.911886:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.911888:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763839.911892:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763839.911897:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763839.911941:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763839.911968:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff982a89a47480 x1876700070007296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763839.911977:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070007296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.911983:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.911985:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763839.911987:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763839.911991:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763839.912003:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763839.912009:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff982a89a44a80 x1876700070007424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763839.912017:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700070007424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763839.912027:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763839.912030:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763839.912032:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007424:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763840.743269:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763841.767264:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763842.791249:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763843.815339:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763844.839232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763845.031143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763845.031158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763845.031163:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763845.031179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3229
00000100:00080000:3.0:1789763845.031195:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763845.031206:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763845.031263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070007552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763845.031302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763845.031307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763845.031309:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763845.031322:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3229
00000100:00080000:3.0:1789763845.031327:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763845.031332:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763845.031345:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763845.031361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070007680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763845.031374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763845.031379:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763845.031407:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763845.031409:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070007552:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763845.031416:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3229
00000100:00080000:3.0:1789763845.031429:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763845.031434:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763845.031441:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763845.031462:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070007808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763845.031476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763845.031481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763845.031484:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763845.031489:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3229
00000100:00080000:3.0:1789763845.031494:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763845.031498:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763845.031516:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763845.031528:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763845.031535:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070007936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763845.031549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763845.031554:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763845.031557:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763845.031563:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3229
00000100:00080000:3.0:1789763845.031567:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763845.031573:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763845.031577:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763845.031601:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070008064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763845.031624:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff982a89a44380 x1876700070007552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763845.031654:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070007552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763845.031670:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763845.031675:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763845.031681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070007552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763845.031691:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763845.031726:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763845.031743:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff982a89a47100 x1876700070007680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763845.031758:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070007680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763845.031769:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763845.031773:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763845.031777:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763845.031812:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763845.031834:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763845.031845:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff982a89a45f80 x1876700070007808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763845.031860:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070007808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763845.031899:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763845.031904:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763845.031908:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763845.031917:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763845.031946:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763845.031961:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff982a89a46300 x1876700070007936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763845.031976:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070007936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763845.031986:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763845.031990:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763845.031993:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070007936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763845.032000:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763845.032019:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763845.032029:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763845/real 1789763845]  req@ffff982a89a44700 x1876700070008064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763845.032099:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070008064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763845.032111:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763845.032115:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763845.032119:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008064:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763845.863199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763846.887267:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763847.911292:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763848.935302:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763849.959348:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763850.151220:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.151235:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763850.151241:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.151255:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3234
00000100:00080000:2.0:1789763850.151271:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.151312:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763850.151369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070008192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763850.151409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.151414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763850.151417:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.151425:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3234
00000100:00080000:2.0:1789763850.151434:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.151441:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763850.151459:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763850.151506:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070008320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763850.151522:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070008192:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763850.151537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.151547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763850.151551:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.151563:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3234
00000100:00080000:2.0:1789763850.151572:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.151597:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763850.151612:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763850.151640:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070008448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763850.151641:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763850.151659:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.151665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763850.151678:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.151685:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3234
00000100:00080000:2.0:1789763850.151692:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.151698:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763850.151707:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763850.151729:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070008576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763850.151738:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff982a9216e680 x1876700070008192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763850.151767:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763850.151780:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763850.151785:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763850.151796:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3234
00000100:00100000:0.0:1789763850.151801:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070008192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763850.151808:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763850.151826:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763850.151868:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763850.151869:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763850.151888:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763850.151900:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070008192:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763850.151904:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070008704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763850.151967:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763850.152021:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763850.152042:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff982a9216df80 x1876700070008320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763850.152120:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070008320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763850.152131:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763850.152137:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763850.152141:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763850.152150:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763850.152188:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763850.152210:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff982a9216ed80 x1876700070008448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763850.152234:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070008448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763850.152252:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763850.152258:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763850.152265:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763850.152276:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763850.152314:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763850.152337:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff982a9216ca80 x1876700070008576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763850.152362:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070008576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763850.152380:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763850.152387:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763850.152394:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763850.152405:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763850.152438:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763850.152453:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763850/real 1789763850]  req@ffff982a9216f100 x1876700070008704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763850.152468:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070008704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763850.152478:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763850.152482:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763850.152486:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008704:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763850.983328:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763852.007279:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763853.031257:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763854.055283:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763855.079390:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763855.271197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763855.271214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763855.271222:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763855.271241:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3239
00000100:00080000:1.0:1789763855.271325:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763855.271340:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763855.271417:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700070008832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763855.271461:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763855.271466:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763855.271468:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763855.271474:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3239
00000100:00080000:1.0:1789763855.271480:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763855.271487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763855.271502:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763855.271522:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070008832:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763855.271524:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700070008960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763855.271549:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763855.271553:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763855.271556:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763855.271562:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3239
00000100:00080000:1.0:1789763855.271566:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763855.271570:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763855.271576:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763855.271591:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700070009088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763855.271603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763855.271619:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763855.271622:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763855.271628:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3239
00000100:00080000:1.0:1789763855.271634:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763855.271644:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763855.271645:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789763855.271660:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763855.271679:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700070009216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763855.271691:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763855.271696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763855.271698:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763855.271703:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3239
00000100:00080000:1.0:1789763855.271707:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763855.271736:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff982a88058a80 x1876700070008832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763855.271747:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763855.271763:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763855.271782:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700070008832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763855.271787:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700070009344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763855.271877:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763855.271886:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763855.271893:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070008832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763855.271932:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763855.271964:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763855.272015:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff982a88059500 x1876700070008960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763855.272033:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700070008960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763855.272082:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763855.272088:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763855.272093:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070008960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763855.272101:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763855.272131:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763855.272146:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff982a88058380 x1876700070009088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763855.272160:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700070009088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763855.272170:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763855.272175:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763855.272179:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763855.272185:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763855.272231:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763855.272250:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff982a8805b100 x1876700070009216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763855.272290:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700070009216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763855.272306:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763855.272312:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763855.272318:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763855.272332:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763855.272371:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763855.272410:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763855/real 1789763855]  req@ffff982a88059f80 x1876700070009344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763855.272433:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700070009344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763855.272446:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763855.272450:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763855.272454:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009344:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763856.103321:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763857.127207:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763858.151187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763859.175175:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763860.199340:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763860.391198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763860.391216:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763860.391223:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763860.391240:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3245
00000100:00080000:3.0:1789763860.391258:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763860.391271:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763860.391343:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070009472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763860.391422:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763860.391431:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763860.391437:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763860.391446:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3245
00000100:00080000:3.0:1789763860.391453:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763860.391460:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763860.391474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763860.391476:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070009472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763860.391506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070009600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763860.391557:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763860.391561:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763860.391564:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763860.391569:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3245
00000100:00080000:3.0:1789763860.391577:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763860.391582:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763860.391589:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763860.391603:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763860.391624:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070009728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763860.391638:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763860.391643:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763860.391646:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763860.391650:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3245
00000100:00080000:3.0:1789763860.391655:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763860.391660:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763860.391668:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763860.391685:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff982a89a44e00 x1876700070009472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763860.391688:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070009856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763860.391778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763860.391789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763860.391794:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763860.391797:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070009472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763860.391825:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3245
00000100:00080000:0.0:1789763860.391832:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763860.391842:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763860.391852:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070009472:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763860.391854:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763860.391872:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763860.391889:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763860.391908:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009600:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763860.391914:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070009984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763860.391960:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763860.391985:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff982a89a45c00 x1876700070009600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763860.392012:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070009600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763860.392023:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763860.392027:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763860.392084:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763860.392093:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763860.392121:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763860.392136:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff982a89a46d80 x1876700070009728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763860.392152:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070009728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763860.392163:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763860.392167:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763860.392171:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763860.392178:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763860.392200:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763860.392225:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff982a89a44000 x1876700070009856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763860.392250:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070009856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763860.392278:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763860.392285:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763860.392292:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763860.392337:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763860.392369:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763860.392384:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff982a89a47800 x1876700070009984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763860.392400:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070009984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763860.392410:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763860.392414:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763860.392418:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070009984:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763861.223212:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763862.247262:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763863.271236:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763864.295369:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763865.319208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763865.511104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763865.511112:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763865.511115:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763865.511123:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3250
00000100:00080000:3.0:1789763865.511134:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763865.511141:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763865.511181:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700070010112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763865.511209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763865.511212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763865.511214:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763865.511217:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3250
00000100:00080000:3.0:1789763865.511220:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763865.511223:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763865.511231:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763865.511245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700070010240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763865.511269:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763865.511272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763865.511274:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763865.511279:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3250
00000100:00080000:3.0:1789763865.511284:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763865.511289:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070010112:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763865.511298:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763865.511305:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763865.511344:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700070010368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763865.511366:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763865.511371:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763865.511374:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763865.511379:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3250
00000100:00080000:3.0:1789763865.511386:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763865.511390:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763865.511397:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763865.511421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763865.511431:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070010496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763865.511438:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763865.511440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763865.511441:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763865.511443:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3250
00000100:00080000:3.0:1789763865.511452:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763865.511457:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763865.511462:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff982a89a46a00 x1876700070010112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763865.511463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763865.511475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070010624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763865.511491:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700070010112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763865.511504:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763865.511510:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763865.511514:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070010112:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763865.511524:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010240:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763865.511544:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763865.511554:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff982a89a45880 x1876700070010240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763865.511562:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700070010240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763865.511568:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763865.511571:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763865.511573:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010240:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763865.511591:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010368:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763865.511602:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763865.511608:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff982a89a45500 x1876700070010368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763865.511615:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700070010368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763865.511621:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763865.511633:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763865.511634:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010368:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763865.511638:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010496:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763865.511648:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763865.511654:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff982a89a47800 x1876700070010496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763865.511662:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070010496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763865.511668:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763865.511669:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763865.511671:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010496:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763865.511674:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010624:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763865.511683:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763865.511688:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff982a89a44000 x1876700070010624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763865.511695:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070010624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763865.511699:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763865.511701:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763865.511702:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010624:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763866.343312:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763867.367338:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763868.391368:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763869.415249:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763870.439285:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763870.631150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763870.631192:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763870.631198:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763870.631211:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3255
00000100:00080000:3.0:1789763870.631226:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763870.631235:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763870.631289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070010752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763870.631325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763870.631330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763870.631333:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763870.631338:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3255
00000100:00080000:3.0:1789763870.631342:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763870.631346:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763870.631358:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763870.631372:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070010880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763870.631425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763870.631428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763870.631431:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763870.631434:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070010752:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763870.631439:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3255
00000100:00080000:3.0:1789763870.631449:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763870.631472:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763870.631481:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763870.631501:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070011008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763870.631514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763870.631519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763870.631521:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763870.631525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3255
00000100:00080000:3.0:1789763870.631532:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763870.631536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763870.631543:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763870.631556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070011136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763870.631568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763870.631572:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763870.631575:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763870.631582:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3255
00000100:00080000:3.0:1789763870.631596:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763870.631604:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763870.631612:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010880:192.168.203.153@tcp:38:
00000008:00100000:3.0:1789763870.631615:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763870.631646:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070011264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763870.631670:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763870.631750:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763870.631789:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011264:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763871.463181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763872.487249:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763873.511198:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763873.703432:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789763873.703489:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763873.703511:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763873.703560:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763873.703571:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763873.703580:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763873.703589:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763873.703656:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763873]  req@ffff982a89a46300 x1876700070011264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763873.703732:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070011264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763873.703749:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763873.703756:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763873.703762:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011264:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763873.703773:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763873]  req@ffff982a89a45c00 x1876700070010880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763873.703798:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070010880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763873.703814:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763873.703821:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763873.703829:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070010880:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763873.703854:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763873]  req@ffff982a89a44e00 x1876700070011008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763873.703887:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070011008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763873.703904:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763873.703912:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763873.703920:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011008:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763873.703940:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763873]  req@ffff982a89a44700 x1876700070011136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763873.703966:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070011136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763873.703983:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763873.703990:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763873.703997:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011136:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763873.704010:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763873]  req@ffff982a89a46d80 x1876700070010752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763873.704036:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070010752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763873.704107:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763873.704116:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763873.704124:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070010752:192.168.203.153@tcp:250:
00010000:00010000:3.0:1789763874.535294:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763875.559180:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763875.751254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.751268:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763875.751273:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.751285:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3260
00000100:00080000:1.0:1789763875.751299:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763875.751309:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763875.751355:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700070011392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763875.751389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.751397:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763875.751402:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.751413:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3260
00000100:00080000:1.0:1789763875.751421:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763875.751429:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763875.751445:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763875.751470:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700070011520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763875.751483:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070011392:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763875.751490:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.751495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763875.751498:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.751505:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3260
00000100:00080000:1.0:1789763875.751511:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763875.751519:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763875.751527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763875.751569:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700070011648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763875.751578:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763875.751587:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.751592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763875.751596:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.751602:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3260
00000100:00080000:1.0:1789763875.751609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763875.751616:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763875.751625:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763875.751636:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff982a88058e00 x1876700070011392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763875.751671:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700070011776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763875.751690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.751696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763875.751700:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763875.751701:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700070011392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763875.751708:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3260
00000100:00080000:1.0:1789763875.751714:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763875.751721:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763875.751721:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763875.751729:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:1.0:1789763875.751730:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763875.751738:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070011392:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763875.751750:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700070011904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763875.751778:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011520:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763875.751825:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763875.751869:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff982a8805aa00 x1876700070011520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763875.751893:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700070011520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763875.751909:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763875.751915:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763875.751922:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011520:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763875.751936:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011648:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763875.751976:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763875.751996:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff982a88059880 x1876700070011648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763875.752017:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700070011648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763875.752034:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763875.752040:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763875.752097:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011648:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763875.752111:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011776:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763875.752155:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763875.752181:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff982a88058000 x1876700070011776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763875.752206:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700070011776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763875.752221:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763875.752227:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763875.752234:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011776:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763875.752246:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011904:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763875.752285:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763875.752307:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763875]  req@ffff982a8805b480 x1876700070011904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763875.752331:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700070011904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763875.752346:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763875.752351:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763875.752358:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070011904:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763876.583336:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763877.607181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763878.631218:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763879.655162:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763880.679215:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763880.871283:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.871298:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763880.871304:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.871319:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3265
00000100:00080000:3.0:1789763880.871336:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.871366:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763880.871469:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070012032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.871561:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.871588:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763880.871593:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763880.871651:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070012032:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763880.871659:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3265
00000100:00080000:3.0:1789763880.871693:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.871706:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763880.871734:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763880.871746:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763880.871798:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff982a89a45f80 x1876700070012032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763880.871822:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070012160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763880.871825:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070012032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.871912:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.871924:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789763880.871932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763880.871933:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070012032:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763880.871957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763880.871962:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.871970:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3265
00000100:00100000:0.0:1789763880.871977:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012160:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763880.871992:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.872004:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763880.872015:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763880.872035:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff982a89a47100 x1876700070012160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763880.872083:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070012160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.872092:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.872096:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763880.872099:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012160:192.168.203.153@tcp:38:
00000008:00100000:3.0:1789763880.872226:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763880.872265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070012288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.872338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763880.872344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763880.872347:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.872373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3265
00000100:00080000:3.0:1789763880.872381:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.872388:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763880.872397:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763880.872436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700070012416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763880.872452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763880.872459:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012288:192.168.203.153@tcp:38:
00000100:00080000:3.0:1789763880.872459:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763880.872477:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763880.872513:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3265
00000100:00080000:3.0:1789763880.872523:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763880.872533:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763880.872566:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763880.872588:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763880.872643:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff982a89a44380 x1876700070012288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763880.872666:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070012544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763880.872679:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070012288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.872714:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.872720:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763880.872726:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012288:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763880.872763:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012416:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763880.872798:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763880.872814:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff982a89a44a80 x1876700070012416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763880.872830:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700070012416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.872840:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.872844:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763880.872848:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012416:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763880.872855:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012544:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763880.872877:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763880.872888:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff982a89a47480 x1876700070012544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763880.872902:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070012544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.872911:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.872915:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763880.872918:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012544:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763881.703157:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763882.727225:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763883.751223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763884.775293:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763885.799243:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763885.991148:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763885.991160:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763885.991166:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763885.991178:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3270
00000100:00080000:3.0:1789763885.991192:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763885.991202:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763885.991253:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700070012672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763885.991289:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763885.991294:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763885.991297:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763885.991302:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3270
00000100:00080000:3.0:1789763885.991306:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763885.991310:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763885.991322:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763885.991336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700070012800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763885.991372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763885.991376:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763885.991379:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763885.991385:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3270
00000100:00080000:3.0:1789763885.991391:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763885.991402:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070012672:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763885.991403:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763885.991416:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763885.991434:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700070012928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763885.991446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763885.991451:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763885.991454:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763885.991458:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3270
00000100:00080000:3.0:1789763885.991462:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763885.991467:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763885.991473:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763885.991489:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070013056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763885.991501:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763885.991505:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763885.991507:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763885.991514:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3270
00000800:00000100:0.0:1789763885.991521:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763885.991534:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763885.991545:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763885.991554:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763885.991605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700070013184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763885.991628:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff982a89a46680 x1876700070012672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.991674:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700070012672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.991691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.991696:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763885.991702:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070012672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763885.991714:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763885.991749:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763885.991766:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff982a89a45180 x1876700070012800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.991782:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700070012800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.991791:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.991795:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763885.991799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763885.991831:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763885.991852:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763885.991864:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff982a89a47b80 x1876700070012928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.991877:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700070012928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.991887:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.991892:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763885.991895:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070012928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763885.991902:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763885.991921:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763885.991932:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff982a89a47480 x1876700070013056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.991945:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070013056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.991954:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.991957:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763885.991961:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763885.991967:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763885.991985:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763885.991995:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff982a89a44a80 x1876700070013184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.992008:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700070013184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.992017:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.992020:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763885.992025:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013184:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763886.823269:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763887.847264:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763888.871351:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763889.895167:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763890.919338:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763891.111117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763891.111128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763891.111134:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.111149:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3275
00000100:00080000:3.0:1789763891.111165:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.111176:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763891.111228:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070013312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763891.111257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763891.111287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763891.111290:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.111307:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3275
00000100:00080000:3.0:1789763891.111314:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.111321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763891.111338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763891.111355:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070013312:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763891.111374:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070013440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763891.111410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763891.111414:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763891.111416:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.111422:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3275
00000100:00080000:3.0:1789763891.111427:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.111432:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763891.111439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763891.111455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070013568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763891.111463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763891.111472:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763891.111472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763891.111477:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.111483:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3275
00000100:00080000:3.0:1789763891.111486:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.111490:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763891.111495:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763891.111505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070013696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763891.111514:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763891.111518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763891.111519:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763891.111522:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3275
00000100:00080000:3.0:1789763891.111554:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763891.111576:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763891.111591:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763891.111598:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff982a89a44380 x1876700070013312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763891.111605:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070013824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763891.111675:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070013312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763891.111688:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763891.111693:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763891.111697:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070013312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763891.111727:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763891.111765:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763891.111796:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff982a89a47100 x1876700070013440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763891.111807:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070013440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763891.111815:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763891.111818:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763891.111820:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763891.111825:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763891.111841:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763891.111849:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff982a89a45f80 x1876700070013568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763891.111858:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070013568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763891.111866:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763891.111869:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763891.111872:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763891.111876:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763891.111889:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763891.111896:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff982a89a46d80 x1876700070013696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763891.111905:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070013696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763891.111912:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763891.111914:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763891.111916:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763891.111920:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763891.111932:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763891.111939:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763891/real 1789763891]  req@ffff982a89a44700 x1876700070013824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763891.111948:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070013824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763891.111954:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763891.111956:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763891.111958:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070013824:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763891.943224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763892.967291:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763893.991328:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763895.015213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763896.039246:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763896.231221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763896.231234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763896.231240:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763896.231252:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3280
00000100:00080000:2.0:1789763896.231267:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763896.231277:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763896.231330:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700070013952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763896.231368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763896.231373:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763896.231376:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763896.231381:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3280
00000100:00080000:2.0:1789763896.231386:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763896.231390:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763896.231402:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763896.231445:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070013952:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763896.231449:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070014080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763896.231472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763896.231476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763896.231479:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763896.231484:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3280
00000100:00080000:2.0:1789763896.231490:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763896.231519:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763896.231530:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763896.231555:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070014208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763896.231568:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763896.231586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763896.231594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763896.231599:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763896.231609:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3280
00000100:00080000:2.0:1789763896.231618:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763896.231629:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763896.231634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff982a9216f480 x1876700070013952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763896.231642:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763896.231675:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700070013952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763896.231690:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070014336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763896.231698:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763896.231721:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:2.0:1789763896.231728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763896.231738:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070013952:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763896.231742:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763896.231752:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763896.231779:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3280
00000100:00080000:2.0:1789763896.231791:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763896.231800:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763896.231813:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014080:192.168.203.153@tcp:38:
00000008:00100000:2.0:1789763896.231814:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763896.231854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070014464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763896.231870:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763896.231896:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff982a9216f800 x1876700070014080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763896.231915:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070014080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763896.231927:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763896.231932:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763896.231936:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763896.231944:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763896.231966:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763896.231978:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff982a9216d180 x1876700070014208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763896.232004:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070014208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763896.232020:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763896.232027:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763896.232034:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763896.232101:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763896.232143:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763896.232182:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff982a9216f100 x1876700070014336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763896.232208:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070014336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763896.232225:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763896.232233:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763896.232241:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763896.232272:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763896.232303:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763896.232317:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763896/real 1789763896]  req@ffff982a9216ca80 x1876700070014464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763896.232333:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070014464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763896.232351:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763896.232355:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763896.232359:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763897.063388:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763898.087253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763899.111276:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763900.135278:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763901.159293:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763901.351262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763901.351291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763901.351298:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763901.351314:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3285
00000100:00080000:3.0:1789763901.351330:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763901.351342:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763901.351402:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070014592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763901.351446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763901.351453:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763901.351479:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763901.351488:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3285
00000100:00080000:3.0:1789763901.351507:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763901.351517:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763901.351531:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763901.351556:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070014720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763901.351574:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070014592:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763901.351607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763901.351611:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763901.351615:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763901.351623:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3285
00000100:00080000:3.0:1789763901.351629:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763901.351635:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763901.351643:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763901.351660:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070014848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763901.351672:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763901.351678:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763901.351684:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763901.351687:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763901.351693:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3285
00000100:00080000:3.0:1789763901.351701:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763901.351706:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763901.351713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763901.351728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070014976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763901.351739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763901.351743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763901.351746:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763901.351751:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3285
00000100:00080000:3.0:1789763901.351767:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763901.351776:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff982a89a44e00 x1876700070014592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763901.351778:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763901.351790:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763901.351814:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070015104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763901.351835:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070014592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763901.351859:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763901.351868:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763901.351876:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070014592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763901.351917:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763901.351990:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763901.352020:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff982a89a45c00 x1876700070014720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763901.352095:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070014720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763901.352110:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763901.352115:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763901.352120:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763901.352130:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763901.352164:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763901.352180:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff982a89a46300 x1876700070014848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763901.352195:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070014848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763901.352205:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763901.352209:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763901.352214:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763901.352224:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763901.352260:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763901.352287:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff982a89a44000 x1876700070014976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763901.352312:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070014976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763901.352330:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763901.352336:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763901.352343:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070014976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763901.352351:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763901.352381:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763901.352396:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff982a89a47800 x1876700070015104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763901.352411:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070015104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763901.352421:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763901.352425:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763901.352429:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015104:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763902.183182:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763903.207279:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763904.231230:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763905.255271:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763906.279239:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763906.471165:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.471177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763906.471183:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763906.471195:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3291
00000100:00080000:3.0:1789763906.471208:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.471218:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763906.471265:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700070015232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763906.471300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.471305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763906.471307:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763906.471312:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3291
00000100:00080000:3.0:1789763906.471316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.471320:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763906.471331:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763906.471345:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700070015360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763906.471358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.471384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763906.471391:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763906.471395:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070015232:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763906.471402:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3291
00000100:00080000:3.0:1789763906.471412:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.471440:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763906.471449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763906.471468:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700070015488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763906.471483:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763906.471487:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763906.471490:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763906.471494:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3291
00000100:00080000:3.0:1789763906.471501:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.471517:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763906.471520:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789763906.471527:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763906.471558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070015616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763906.471576:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763906.471581:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff982a89a45500 x1876700070015232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.471587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763906.471596:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763906.471614:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3291
00000100:00100000:0.0:1789763906.471623:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700070015232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.471628:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763906.471646:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763906.471648:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763906.471657:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763906.471662:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070015232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763906.471680:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015360:192.168.203.153@tcp:38:
00000008:00100000:3.0:1789763906.471685:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763906.471722:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763906.471724:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070015744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763906.471742:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff982a89a45880 x1876700070015360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763906.471766:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700070015360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763906.471777:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763906.471784:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763906.471789:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763906.471822:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763906.471843:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763906.471855:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff982a89a46a00 x1876700070015488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763906.471870:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700070015488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763906.471879:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763906.471882:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763906.471886:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763906.471893:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763906.471912:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763906.471923:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff982a89a47800 x1876700070015616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763906.471937:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070015616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763906.471946:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763906.471950:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763906.471953:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763906.471960:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763906.471981:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763906.471992:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff982a89a44000 x1876700070015744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763906.472006:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070015744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763906.472015:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763906.472018:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763906.472022:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070015744:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763907.303280:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763908.327208:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763909.351243:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763910.375219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763911.399257:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763911.591222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763911.591234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763911.591240:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763911.591252:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3296
00000100:00080000:2.0:1789763911.591266:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763911.591276:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763911.591327:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070015872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763911.591440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763911.591449:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763911.591453:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763911.591462:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3296
00000100:00080000:2.0:1789763911.591471:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763911.591481:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763911.591497:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763911.591522:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070015872:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763911.591524:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070016000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763911.591547:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763911.591552:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763911.591555:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763911.591561:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3296
00000100:00080000:2.0:1789763911.591567:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763911.591573:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763911.591580:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763911.591595:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070016128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763911.591607:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763911.591611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763911.591614:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763911.591622:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763911.591627:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3296
00000100:00080000:2.0:1789763911.591646:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763911.591654:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763911.591663:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763911.591693:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff982a9216ed80 x1876700070015872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763911.591694:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070016256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763911.591752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763911.591756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763911.591759:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763911.591765:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070015872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763911.591770:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3296
00000100:00080000:2.0:1789763911.591785:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763911.591792:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763911.591798:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763911.591803:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763911.591813:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070015872:192.168.203.153@tcp:250:
00000008:00100000:2.0:1789763911.591816:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763911.591848:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070016384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763911.591861:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763911.591921:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763911.591949:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff982a9216df80 x1876700070016000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.591976:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070016000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.591989:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.591993:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763911.591997:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763911.592006:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763911.592033:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763911.592090:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff982a9216e680 x1876700070016128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.592108:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070016128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.592118:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.592123:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763911.592127:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763911.592134:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763911.592159:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763911.592173:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff982a9216ca80 x1876700070016256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.592187:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070016256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.592196:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.592199:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763911.592203:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763911.592225:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763911.592244:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763911.592255:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff982a9216f100 x1876700070016384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.592268:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070016384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.592278:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.592281:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763911.592284:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016384:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763912.423241:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763913.447247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763914.471253:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763915.495277:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763916.519269:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763916.711294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.711310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763916.711317:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.711333:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3301
00000100:00080000:3.0:1789763916.711378:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.711391:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763916.711456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070016512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763916.711496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.711501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763916.711504:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.711509:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3301
00000100:00080000:3.0:1789763916.711514:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.711518:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763916.711532:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763916.711547:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070016640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763916.711559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.711564:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763916.711566:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.711570:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3301
00000100:00080000:3.0:1789763916.711603:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.711610:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763916.711618:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763916.711633:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070016512:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763916.711637:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070016768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763916.711658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.711662:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763916.711665:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.711671:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3301
00000100:00080000:3.0:1789763916.711679:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.711687:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763916.711699:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763916.711724:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070016896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763916.711742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763916.711753:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789763916.711755:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763916.711760:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763916.711775:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3301
00000100:00080000:3.0:1789763916.711785:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.711794:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763916.711805:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763916.711832:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff982a89a46300 x1876700070016512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763916.711833:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070017024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763916.711910:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070016512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.711933:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.711940:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763916.711946:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070016512:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763916.711959:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763916.711988:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763916.712004:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff982a89a45c00 x1876700070016640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763916.712029:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070016640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.712039:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.712043:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763916.712091:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763916.712131:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763916.712158:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763916.712172:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff982a89a44e00 x1876700070016768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763916.712188:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070016768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.712198:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.712202:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763916.712206:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763916.712213:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763916.712233:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763916.712244:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff982a89a44700 x1876700070016896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763916.712258:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070016896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.712276:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.712280:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763916.712284:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070016896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763916.712290:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763916.712309:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763916.712319:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff982a89a46d80 x1876700070017024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763916.712332:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070017024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.712371:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.712376:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763916.712380:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017024:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763917.543231:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763918.567273:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763919.591168:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763920.615224:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763921.639397:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763921.831278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.831292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763921.831343:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.831363:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3306
00000100:00080000:2.0:1789763921.831379:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.831389:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763921.831441:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070017152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763921.831479:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.831483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763921.831485:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.831489:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3306
00000100:00080000:2.0:1789763921.831492:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.831496:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763921.831508:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763921.831521:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070017280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763921.831531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.831536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763921.831538:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.831542:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3306
00000100:00080000:2.0:1789763921.831545:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.831548:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763921.831554:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763921.831567:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700070017408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763921.831572:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070017152:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763921.831609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.831613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763921.831616:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.831622:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3306
00000100:00080000:2.0:1789763921.831627:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.831631:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763921.831637:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763921.831660:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070017536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763921.831669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.831673:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763921.831675:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.831678:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3306
00000100:00080000:2.0:1789763921.831682:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.831687:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763921.831692:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763921.831705:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763921.831706:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070017664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763921.831787:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff982a9216d180 x1876700070017152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.831829:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070017152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.831846:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.831852:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763921.831858:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070017152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763921.831872:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763921.831918:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763921.831944:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff982a9216f800 x1876700070017280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.831972:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070017280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.831986:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.831991:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763921.831996:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763921.832085:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763921.832120:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763921.832137:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff982a9216f480 x1876700070017408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.832152:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700070017408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.832163:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.832167:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763921.832171:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763921.832180:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763921.832200:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763921.832213:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff982a9216f100 x1876700070017536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.832228:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070017536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.832237:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.832241:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763921.832245:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763921.832252:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763921.832271:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763921.832282:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff982a9216ca80 x1876700070017664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.832296:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070017664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.832331:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.832335:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763921.832339:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017664:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763922.663377:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763923.687354:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763924.711385:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763925.735204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763926.759244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763926.951252:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763926.951296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763926.951302:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763926.951345:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3311
00000100:00080000:1.0:1789763926.951362:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763926.951373:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763926.951428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700070017792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763926.951466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763926.951471:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763926.951473:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763926.951478:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3311
00000100:00080000:1.0:1789763926.951482:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763926.951487:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763926.951499:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763926.951514:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700070017920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763926.951527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763926.951532:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763926.951535:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763926.951540:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3311
00000100:00080000:1.0:1789763926.951544:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763926.951549:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763926.951555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763926.951570:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070017792:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789763926.951571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700070018048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763926.951613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763926.951618:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763926.951621:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763926.951627:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3311
00000100:00080000:1.0:1789763926.951633:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763926.951639:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763926.951646:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763926.951663:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700070018176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763926.951675:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763926.951679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763926.951683:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763926.951687:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763926.951694:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3311
00000100:00080000:1.0:1789763926.951701:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763926.951707:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763926.951713:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763926.951728:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700070018304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763926.951764:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff982a88059c00 x1876700070017792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.951791:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700070017792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.951807:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.951814:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763926.951820:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070017792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763926.951830:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763926.951866:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763926.951890:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff982a8805a300 x1876700070017920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.951916:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700070017920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.951932:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.951939:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763926.951946:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070017920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763926.951990:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763926.952021:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763926.952036:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff982a8805bb80 x1876700070018048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.952105:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700070018048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.952117:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.952121:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763926.952124:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763926.952140:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763926.952168:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763926.952182:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff982a8805b480 x1876700070018176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.952196:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700070018176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.952206:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.952210:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763926.952214:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763926.952221:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763926.952239:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763926.952249:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff982a88058000 x1876700070018304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.952263:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700070018304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.952301:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.952306:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763926.952311:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018304:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763927.783331:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763928.807302:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763929.831220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763930.855312:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763931.879216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763932.071281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763932.071297:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763932.071306:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763932.071338:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3316
00000100:00080000:3.0:1789763932.071360:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.071376:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763932.071449:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070018432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763932.071489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763932.071494:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763932.071497:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763932.071503:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3316
00000100:00080000:3.0:1789763932.071509:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.071514:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763932.071530:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763932.071551:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070018560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763932.071566:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763932.071571:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070018432:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763932.071573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763932.071591:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763932.071599:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3316
00000100:00080000:3.0:1789763932.071603:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.071609:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763932.071641:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763932.071659:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070018688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763932.071673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763932.071679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763932.071685:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763932.071687:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763932.071695:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3316
00000100:00080000:3.0:1789763932.071704:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.071711:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763932.071718:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763932.071735:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700070018816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763932.071757:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763932.071763:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff982a89a45f80 x1876700070018432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763932.071765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763932.071772:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763932.071787:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3316
00000100:00080000:3.0:1789763932.071796:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763932.071807:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763932.071821:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763932.071836:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070018432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763932.071855:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763932.071857:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070018944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763932.071865:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763932.071879:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070018432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763932.071928:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763932.071961:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763932.071977:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff982a89a47100 x1876700070018560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763932.071992:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070018560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763932.072003:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763932.072007:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763932.072011:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018560:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763932.072018:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018688:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763932.072037:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763932.072096:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff982a89a44380 x1876700070018688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763932.072122:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070018688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763932.072139:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763932.072146:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763932.072154:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763932.072166:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763932.072204:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763932.072220:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff982a89a44a80 x1876700070018816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763932.072263:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700070018816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763932.072274:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763932.072278:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763932.072284:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763932.072296:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763932.072335:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763932.072357:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763932/real 1789763932]  req@ffff982a89a47480 x1876700070018944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763932.072382:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070018944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763932.072396:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763932.072400:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763932.072405:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070018944:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763932.903329:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763933.927326:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763934.951359:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763935.975370:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763936.999317:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763937.191150:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763937.191167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763937.191219:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763937.191236:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3321
00000100:00080000:3.0:1789763937.191254:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763937.191267:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763937.191320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700070019072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763937.191359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763937.191364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763937.191367:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763937.191372:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3321
00000100:00080000:3.0:1789763937.191377:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763937.191382:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763937.191393:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763937.191409:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700070019200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763937.191425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763937.191430:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763937.191432:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763937.191440:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3321
00000100:00080000:3.0:1789763937.191446:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763937.191448:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070019072:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763937.191452:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763937.191463:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763937.191477:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700070019328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763937.191512:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763937.191516:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763937.191519:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763937.191525:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3321
00000100:00080000:3.0:1789763937.191532:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763937.191536:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763937.191544:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763937.191562:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070019456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763937.191586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763937.191592:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763937.191595:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763937.191602:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3321
00000100:00080000:3.0:1789763937.191609:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763937.191614:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763937.191622:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763937.191639:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019200:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763937.191640:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700070019584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763937.191721:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763937.191755:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763937.191799:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019584:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763938.023497:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763939.047344:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763940.071403:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763940.263440:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789763940.263494:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763940.263516:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763940.263565:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763940.263600:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763940.263610:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789763940.263625:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789763940.263659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763940]  req@ffff982a89a44a80 x1876700070019584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763940.263708:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700070019584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763940.263725:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763940.263733:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763940.263741:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019584:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763940.263758:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763940]  req@ffff982a89a45180 x1876700070019200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763940.263784:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700070019200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763940.263801:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763940.263808:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763940.263816:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763940.263831:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763940]  req@ffff982a89a46680 x1876700070019328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763940.263865:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700070019328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763940.263876:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763940.263880:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763940.263884:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763940.263892:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763940]  req@ffff982a89a47480 x1876700070019456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763940.263922:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070019456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763940.263945:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763940.263952:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763940.263959:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763940.263973:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763937/real 1789763940]  req@ffff982a89a47b80 x1876700070019072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763940.264001:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700070019072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763940.264018:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763940.264022:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763940.264027:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070019072:192.168.203.153@tcp:250:
00010000:00010000:2.0:1789763941.095337:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763942.119427:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763942.311253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763942.311265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763942.311270:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763942.311283:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3326
00000100:00080000:1.0:1789763942.311297:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763942.311307:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763942.311351:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700070019712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763942.311386:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763942.311391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763942.311394:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763942.311398:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3326
00000100:00080000:1.0:1789763942.311403:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763942.311407:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763942.311420:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763942.311436:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700070019840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763942.311450:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763942.311455:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763942.311457:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763942.311462:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3326
00000100:00100000:0.0:1789763942.311475:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070019712:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763942.311490:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763942.311504:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763942.311512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763942.311532:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700070019968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763942.311547:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763942.311552:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763942.311555:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763942.311560:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3326
00000100:00080000:1.0:1789763942.311576:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763942.311587:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763942.311603:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763942.311616:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763942.311643:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700070020096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763942.311660:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff982a88059880 x1876700070019712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763942.311668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763942.311689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763942.311697:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763942.311710:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3326
00000100:00080000:1.0:1789763942.311720:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763942.311723:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700070019712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.311751:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763942.311756:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789763942.311768:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:1.0:1789763942.311773:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763942.311783:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070019712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763942.311804:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019840:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789763942.311811:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700070020224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763942.311863:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763942.311950:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff982a8805aa00 x1876700070019840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763942.311994:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700070019840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.312004:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763942.312009:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763942.312013:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763942.312045:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019968:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763942.312110:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763942.312127:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff982a88058e00 x1876700070019968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763942.312141:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700070019968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.312151:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763942.312175:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763942.312180:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070019968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763942.312188:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020096:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763942.312215:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763942.312231:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff982a88059f80 x1876700070020096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763942.312248:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700070020096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.312259:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763942.312263:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763942.312267:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763942.312275:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020224:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763942.312301:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763942.312316:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763942/real 1789763942]  req@ffff982a8805b100 x1876700070020224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763942.312333:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700070020224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763942.312343:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763942.312347:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763942.312351:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020224:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763943.143350:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763944.167359:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763945.191328:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763946.215407:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763947.239321:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763947.431272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.431285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763947.431291:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.431304:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3332
00000100:00080000:2.0:1789763947.431319:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.431329:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763947.431386:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070020352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.431431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.431435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763947.431438:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.431442:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3332
00000100:00080000:2.0:1789763947.431445:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.431449:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763947.431486:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.431504:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070020480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.431516:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.431520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763947.431523:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.431527:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3332
00000100:00080000:2.0:1789763947.431533:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.431544:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763947.431547:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070020352:192.168.203.153@tcp:250:
00000008:00100000:2.0:1789763947.431550:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.431575:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070020608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.431588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.431593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763947.431595:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.431599:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3332
00000100:00080000:2.0:1789763947.431602:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.431607:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763947.431615:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.431629:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070020736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.431639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.431643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:0.0:1789763947.431647:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763947.431656:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.431664:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3332
00000100:00080000:2.0:1789763947.431672:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.431679:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763947.431687:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.431701:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070020864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763947.431716:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff982a9216e680 x1876700070020352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763947.431740:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070020352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763947.431753:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763947.431758:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763947.431762:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070020352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763947.431770:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763947.431792:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763947.431803:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff982a9216df80 x1876700070020480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763947.431814:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070020480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763947.431822:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763947.431825:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763947.431828:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020480:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763947.431855:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763947.431870:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763947.431897:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff982a9216ed80 x1876700070020608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763947.431918:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070020608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763947.431926:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763947.431929:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763947.431933:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763947.431939:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763947.431958:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763947.431968:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff982a9216ca80 x1876700070020736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763947.432000:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070020736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763947.432009:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763947.432013:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763947.432016:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020736:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763947.432023:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763947.432043:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763947.432054:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff982a9216f100 x1876700070020864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763947.432067:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070020864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763947.432158:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763947.432162:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763947.432165:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070020864:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763948.263203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763949.287210:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763950.311179:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763951.335156:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763952.359300:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763952.551293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763952.551306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763952.551312:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763952.551325:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3337
00000100:00080000:3.0:1789763952.551339:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763952.551349:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763952.551402:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070020992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763952.551438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763952.551443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763952.551445:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763952.551451:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3337
00000100:00080000:3.0:1789763952.551455:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763952.551461:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763952.551473:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763952.551490:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070021120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763952.551514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763952.551518:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070020992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789763952.551520:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763952.551528:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763952.551539:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3337
00000100:00080000:3.0:1789763952.551543:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763952.551572:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763952.551582:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763952.551602:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070021248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763952.551615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763952.551621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763952.551624:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763952.551632:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763952.551640:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3337
00000100:00080000:3.0:1789763952.551649:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763952.551672:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763952.551680:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763952.551699:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070021376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763952.551714:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff982a89a44380 x1876700070020992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763952.551717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763952.551728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763952.551734:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763952.551748:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3337
00000100:00080000:3.0:1789763952.551768:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763952.551776:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763952.551782:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763952.551804:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070020992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763952.551805:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070021504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763952.551876:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.551890:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763952.551900:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070020992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763952.551943:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763952.551992:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763952.552027:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff982a89a47100 x1876700070021120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763952.552132:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070021120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763952.552152:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.552159:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763952.552167:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763952.552182:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763952.552223:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763952.552247:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff982a89a45f80 x1876700070021248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763952.552272:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070021248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763952.552290:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.552296:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763952.552303:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763952.552316:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763952.552356:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763952.552378:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff982a89a46d80 x1876700070021376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763952.552403:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070021376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763952.552420:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.552426:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763952.552433:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021376:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763952.552446:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763952.552482:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763952.552503:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff982a89a44700 x1876700070021504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763952.552538:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070021504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763952.552554:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763952.552560:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763952.552568:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021504:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763953.383232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763954.407239:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763955.431220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763956.455373:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763957.479256:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763957.671220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763957.671235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763957.671241:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763957.671256:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3342
00000100:00080000:1.0:1789763957.671271:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763957.671281:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763957.671336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700070021632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763957.671373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763957.671377:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763957.671386:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763957.671391:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3342
00000100:00080000:1.0:1789763957.671395:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763957.671399:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763957.671412:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763957.671427:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700070021760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763957.671440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763957.671445:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763957.671446:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763957.671457:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3342
00000100:00100000:0.0:1789763957.671459:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070021632:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763957.671461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763957.671472:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763957.671501:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763957.671518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700070021888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763957.671529:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763957.671534:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763957.671536:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763957.671539:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3342
00000100:00080000:1.0:1789763957.671545:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763957.671549:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763957.671555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763957.671563:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763957.671574:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700070022016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763957.671586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763957.671591:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763957.671593:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763957.671597:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3342
00000100:00080000:1.0:1789763957.671600:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763957.671604:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763957.671610:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763957.671636:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700070022144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763957.671638:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff982a88058380 x1876700070021632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.671690:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700070021632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.671718:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.671724:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763957.671729:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070021632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763957.671761:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763957.671795:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763957.671810:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff982a88059500 x1876700070021760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.671824:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700070021760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.671845:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.671850:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763957.671854:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763957.671861:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763957.671884:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763957.671913:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff982a88058a80 x1876700070021888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.671933:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700070021888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.671949:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.671955:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763957.671961:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070021888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763957.671983:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763957.672012:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763957.672025:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff982a8805b800 x1876700070022016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.672038:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700070022016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.672105:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.672110:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763957.672114:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763957.672122:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763957.672151:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763957.672164:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff982a88058700 x1876700070022144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763957.672177:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700070022144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763957.672185:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763957.672189:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763957.672192:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022144:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763958.503281:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763959.527244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763960.551164:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763961.575267:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763962.599302:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763962.791217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763962.791232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763962.791275:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763962.791296:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3347
00000100:00080000:1.0:1789763962.791317:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763962.791332:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763962.791428:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700070022272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763962.791465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763962.791470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763962.791472:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763962.791494:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3347
00000100:00080000:1.0:1789763962.791500:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763962.791506:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763962.791521:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763962.791539:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700070022400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763962.791553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763962.791558:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763962.791560:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763962.791565:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3347
00000100:00080000:1.0:1789763962.791569:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763962.791574:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763962.791580:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763962.791603:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700070022528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763962.791605:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070022272:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763962.791694:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763962.791702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763962.791706:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763962.791715:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3347
00000100:00080000:1.0:1789763962.791729:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763962.791741:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789763962.791743:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763962.791756:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763962.791779:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700070022656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763962.791792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763962.791796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763962.791799:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763962.791804:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3347
00000100:00080000:1.0:1789763962.791812:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763962.791819:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763962.791828:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763962.791830:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff982a8805a680 x1876700070022272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763962.791850:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700070022784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763962.791891:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700070022272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763962.791911:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763962.791918:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763962.791927:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070022272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763962.791941:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763962.791983:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763962.792000:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff982a88059180 x1876700070022400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763962.792093:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700070022400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763962.792108:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763962.792113:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763962.792117:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763962.792152:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763962.792184:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763962.792199:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff982a8805ad80 x1876700070022528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763962.792215:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700070022528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763962.792225:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763962.792229:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763962.792233:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763962.792241:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763962.792261:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763962.792273:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff982a88058700 x1876700070022656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763962.792287:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700070022656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763962.792297:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763962.792300:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763962.792304:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763962.792312:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763962.792330:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763962.792342:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff982a8805b800 x1876700070022784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763962.792356:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700070022784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763962.792365:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763962.792369:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763962.792372:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070022784:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763963.623281:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763964.647256:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763965.671328:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763966.695249:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763967.719320:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763967.911181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763967.911194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763967.911199:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763967.911212:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3352
00000100:00080000:3.0:1789763967.911224:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763967.911234:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763967.911285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070022912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763967.911338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763967.911343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763967.911345:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763967.911350:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3352
00000100:00080000:3.0:1789763967.911355:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763967.911360:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763967.911373:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763967.911390:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070023040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763967.911403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763967.911407:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763967.911409:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763967.911414:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3352
00000100:00080000:3.0:1789763967.911418:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763967.911423:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763967.911465:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763967.911475:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070022912:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763967.911488:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070023168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763967.911509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763967.911515:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763967.911520:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763967.911528:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3352
00000100:00080000:3.0:1789763967.911552:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763967.911562:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763967.911573:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763967.911615:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070023296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763967.911622:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789763967.911628:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763967.911635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789763967.911637:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763967.911642:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3352
00000100:00080000:3.0:1789763967.911649:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763967.911655:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789763967.911662:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763967.911677:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070023424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763967.911715:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff982a89a44e00 x1876700070022912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.911747:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070022912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.911763:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.911779:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763967.911785:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070022912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763967.911796:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763967.911828:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763967.911845:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff982a89a45c00 x1876700070023040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.911870:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070023040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.911880:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.911885:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763967.911889:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763967.911920:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763967.911942:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763967.911953:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff982a89a46300 x1876700070023168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.911997:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070023168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.912010:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.912032:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763967.912036:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763967.912044:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763967.912112:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763967.912127:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff982a89a44000 x1876700070023296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.912141:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070023296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.912158:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.912163:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763967.912166:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763967.912173:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763967.912192:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763967.912203:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff982a89a47800 x1876700070023424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763967.912216:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070023424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763967.912225:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763967.912228:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763967.912231:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023424:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789763968.743245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763969.767195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763970.791292:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763971.815231:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763972.839204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763973.031214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763973.031238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763973.031244:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763973.031266:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3357
00000100:00080000:2.0:1789763973.031281:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763973.031292:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763973.031352:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700070023552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763973.031416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763973.031420:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763973.031422:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763973.031427:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3357
00000100:00080000:2.0:1789763973.031432:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763973.031436:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763973.031448:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763973.031465:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070023680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763973.031472:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763973.031475:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763973.031477:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763973.031481:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3357
00000100:00080000:2.0:1789763973.031484:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763973.031487:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763973.031490:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763973.031499:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070023808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763973.031506:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763973.031513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763973.031515:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763973.031516:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070023552:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763973.031520:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3357
00000100:00080000:2.0:1789763973.031543:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763973.031548:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763973.031553:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763973.031567:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070023936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763973.031577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763973.031581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763973.031582:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763973.031588:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3357
00000100:00080000:2.0:1789763973.031593:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763973.031597:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763973.031604:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763973.031612:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789763973.031627:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070024064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763973.031659:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff982a9216f480 x1876700070023552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763973.031681:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700070023552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763973.031692:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763973.031697:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763973.031701:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070023552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763973.031711:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763973.031738:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763973.031751:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff982a9216f800 x1876700070023680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763973.031760:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070023680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763973.031765:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763973.031768:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763973.031770:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763973.031790:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763973.031804:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763973.031811:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff982a9216d180 x1876700070023808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763973.031818:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070023808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763973.031824:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763973.031826:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763973.031827:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763973.031831:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763973.031842:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763973.031848:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff982a9216f100 x1876700070023936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763973.031856:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070023936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763973.031861:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763973.031863:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763973.031864:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070023936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763973.031868:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763973.031878:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763973.031884:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763973/real 1789763973]  req@ffff982a9216ca80 x1876700070024064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763973.031891:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070024064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763973.031896:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763973.031897:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763973.031899:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024064:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763973.863242:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763974.887249:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763975.911179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763976.935261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763977.959163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763978.151160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763978.151171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763978.151175:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763978.151186:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3362
00000100:00080000:2.0:1789763978.151197:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763978.151204:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763978.151248:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070024192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763978.151272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763978.151294:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763978.151296:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763978.151300:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3362
00000100:00080000:2.0:1789763978.151303:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763978.151306:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763978.151316:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763978.151327:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070024192:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789763978.151329:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070024320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763978.151342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763978.151345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763978.151346:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763978.151349:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3362
00000100:00080000:2.0:1789763978.151351:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763978.151354:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763978.151358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763978.151371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070024448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763978.151380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763978.151385:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763978.151387:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763978.151390:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3362
00000100:00080000:2.0:1789763978.151395:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763978.151400:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789763978.151411:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:2.0:1789763978.151415:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763978.151432:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070024576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763978.151439:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763978.151442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763978.151443:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763978.151447:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3362
00000100:00080000:2.0:1789763978.151451:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763978.151454:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763978.151457:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763978.151465:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff982a9216ed80 x1876700070024192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763978.151476:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070024704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763978.151485:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070024192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763978.151496:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763978.151500:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763978.151504:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070024192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763978.151526:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763978.151543:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763978.151552:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff982a9216df80 x1876700070024320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763978.151560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070024320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763978.151565:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763978.151568:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763978.151570:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763978.151574:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763978.151584:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763978.151590:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff982a9216e680 x1876700070024448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763978.151597:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070024448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763978.151602:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763978.151604:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763978.151606:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763978.151609:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763978.151621:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763978.151627:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff982a9216ca80 x1876700070024576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763978.151635:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070024576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763978.151640:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763978.151642:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763978.151644:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763978.151647:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763978.151656:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763978.151662:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763978/real 1789763978]  req@ffff982a9216f100 x1876700070024704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763978.151668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070024704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763978.151673:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763978.151675:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763978.151677:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024704:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763978.983299:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763980.007226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763981.031254:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763982.055398:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763983.079258:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763983.271230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763983.271242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763983.271247:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763983.271260:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3367
00000100:00080000:1.0:1789763983.271275:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763983.271284:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763983.271333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700070024832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763983.271370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763983.271375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763983.271378:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763983.271382:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3367
00000100:00080000:1.0:1789763983.271386:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763983.271391:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763983.271403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763983.271417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700070024960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763983.271431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763983.271435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763983.271437:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763983.271443:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3367
00000100:00100000:0.0:1789763983.271462:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070024832:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763983.271469:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763983.271484:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763983.271492:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763983.271511:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700070025088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763983.271525:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763983.271530:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763983.271533:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763983.271539:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3367
00000100:00080000:1.0:1789763983.271558:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763983.271563:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763983.271571:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763983.271581:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789763983.271594:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700070025216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763983.271608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763983.271613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763983.271616:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763983.271622:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3367
00000100:00080000:1.0:1789763983.271626:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763983.271630:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763983.271636:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763983.271654:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700070025344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763983.271666:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff982a88058a80 x1876700070024832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763983.271755:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700070024832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763983.271770:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763983.271776:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763983.271782:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070024832:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789763983.271793:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763983.271829:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763983.271847:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff982a88059500 x1876700070024960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763983.271893:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700070024960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763983.271910:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763983.271917:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763983.271924:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070024960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763983.271967:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789763983.272012:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763983.272036:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff982a88058380 x1876700070025088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763983.272111:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700070025088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763983.272123:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763983.272127:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763983.272131:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789763983.272140:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763983.272171:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763983.272186:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff982a8805b100 x1876700070025216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763983.272200:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700070025216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763983.272210:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763983.272213:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763983.272217:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789763983.272224:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789763983.272243:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789763983.272254:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763983/real 1789763983]  req@ffff982a88059f80 x1876700070025344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763983.272267:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700070025344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763983.272277:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763983.272280:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789763983.272283:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025344:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763984.103163:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763985.127191:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763986.151170:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763987.175181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763988.199221:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763988.391172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.391182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763988.391185:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.391193:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3373
00000100:00080000:0.0:1789763988.391203:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.391209:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789763988.391243:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700070025472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.391267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.391269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.391271:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.391273:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3373
00000100:00080000:0.0:1789763988.391276:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.391278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763988.391285:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.391294:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700070025600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.391302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.391305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763988.391307:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.391311:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3373
00000100:00100000:3.0:1789763988.391315:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070025472:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789763988.391317:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.391327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763988.391332:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.391346:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700070025728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.391357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.391360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.391362:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.391365:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3373
00000100:00080000:0.0:1789763988.391368:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.391371:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763988.391375:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.391387:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700070025856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763988.391387:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789763988.391399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.391403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789763988.391405:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.391410:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3373
00000100:00080000:0.0:1789763988.391415:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.391420:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789763988.391425:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763988.391434:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff982a89b81880 x1876700070025472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763988.391442:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700070025984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763988.391473:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700070025472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.391482:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.391485:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763988.391488:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070025472:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763988.391493:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025600:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763988.391509:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763988.391517:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff982a89b80e00 x1876700070025600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763988.391525:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700070025600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.391530:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.391533:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763988.391536:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025600:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763988.391568:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025728:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763988.391582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763988.391588:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff982a89b82300 x1876700070025728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763988.391596:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700070025728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.391601:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.391603:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763988.391605:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025728:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763988.391608:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025856:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763988.391618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763988.391623:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff982a89b80000 x1876700070025856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763988.391630:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700070025856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.391635:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.391637:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763988.391639:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025856:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763988.391642:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025984:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763988.391651:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763988.391656:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff982a89b82a00 x1876700070025984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763988.391669:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700070025984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.391674:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.391675:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763988.391677:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070025984:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763989.223199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763990.247183:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763991.271182:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763992.295195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763993.319170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763993.511178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763993.511190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763993.511195:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763993.511205:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3378
00000100:00080000:2.0:1789763993.511216:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763993.511224:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789763993.511264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070026112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763993.511301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763993.511305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763993.511307:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763993.511315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3378
00000100:00080000:2.0:1789763993.511341:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763993.511347:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789763993.511354:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070026112:192.168.203.153@tcp:250:
00000008:00100000:2.0:1789763993.511358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763993.511376:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070026240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763993.511387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763993.511390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763993.511392:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763993.511396:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3378
00000100:00080000:2.0:1789763993.511400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763993.511404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763993.511409:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763993.511420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700070026368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763993.511433:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789763993.511442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763993.511446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763993.511448:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763993.511454:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3378
00000100:00080000:2.0:1789763993.511460:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763993.511464:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763993.511469:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763993.511483:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070026496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763993.511488:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff982a9216d180 x1876700070026112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763993.511528:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763993.511531:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070026112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763993.511535:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789763993.511540:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763993.511548:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763993.511550:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3378
00000100:00080000:3.0:1789763993.511554:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:2.0:1789763993.511559:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763993.511559:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070026112:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789763993.511569:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789763993.511577:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763993.511590:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026240:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789763993.511595:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070026624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763993.511615:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763993.511627:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff982a9216f800 x1876700070026240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763993.511635:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070026240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763993.511641:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763993.511650:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763993.511652:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026240:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763993.511657:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026368:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763993.511671:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763993.511677:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff982a9216f480 x1876700070026368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763993.511684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700070026368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763993.511689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763993.511691:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763993.511693:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026368:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763993.511696:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026496:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763993.511707:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763993.511713:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff982a9216f100 x1876700070026496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763993.511720:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070026496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763993.511725:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763993.511726:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763993.511728:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026496:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763993.511738:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026624:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763993.511758:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763993.511764:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff982a9216ca80 x1876700070026624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763993.511772:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070026624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763993.511777:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763993.511779:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763993.511798:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026624:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789763994.343180:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763995.367252:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763996.391310:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763997.415220:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763998.439171:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763998.631164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763998.631172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763998.631175:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763998.631184:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3383
00000100:00080000:1.0:1789763998.631193:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763998.631200:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789763998.631235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700070026752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763998.631257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763998.631260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763998.631261:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763998.631264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3383
00000100:00080000:1.0:1789763998.631266:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763998.631269:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763998.631276:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763998.631298:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700070026880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763998.631304:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763998.631307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763998.631308:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763998.631311:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3383
00000100:00080000:1.0:1789763998.631314:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763998.631318:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763998.631322:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763998.631329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700070027008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763998.631336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763998.631337:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070026752:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789763998.631340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763998.631344:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763998.631348:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3383
00000100:00080000:1.0:1789763998.631350:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763998.631352:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763998.631355:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763998.631363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700070027136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763998.631369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763998.631372:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789763998.631373:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763998.631380:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3383
00000100:00080000:1.0:1789763998.631383:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763998.631386:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789763998.631390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763998.631400:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700070027264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763998.631404:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763998.631444:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff982a88058e00 x1876700070026752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763998.631457:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700070026752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.631466:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.631468:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763998.631471:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070026752:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789763998.631476:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026880:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763998.631489:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763998.631497:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff982a8805aa00 x1876700070026880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763998.631517:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700070026880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.631523:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.631525:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763998.631527:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070026880:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763998.631545:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027008:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789763998.631558:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763998.631564:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff982a88059880 x1876700070027008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763998.631571:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700070027008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.631576:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.631577:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763998.631579:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027008:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789763998.631583:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027136:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763998.631593:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763998.631599:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff982a88058000 x1876700070027136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763998.631606:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700070027136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.631619:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.631622:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763998.631624:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027136:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789763998.631628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027264:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789763998.631640:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789763998.631646:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff982a8805b480 x1876700070027264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763998.631653:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700070027264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.631658:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.631660:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789763998.631662:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027264:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789763999.463193:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764000.487226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764001.511186:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764002.535214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764003.559229:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764003.751116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764003.751124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764003.751128:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764003.751136:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3388
00000100:00080000:1.0:1789764003.751145:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764003.751151:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764003.751186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700070027392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764003.751207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764003.751209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764003.751211:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764003.751214:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3388
00000100:00080000:1.0:1789764003.751222:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764003.751227:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764003.751252:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764003.751261:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070027392:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789764003.751276:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700070027520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764003.751288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764003.751290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764003.751292:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764003.751295:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3388
00000100:00080000:1.0:1789764003.751299:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764003.751302:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764003.751306:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764003.751317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700070027648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764003.751323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764003.751325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764003.751327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764003.751329:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3388
00000100:00080000:1.0:1789764003.751331:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764003.751335:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764003.751338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764003.751347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700070027776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764003.751356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764003.751358:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027520:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789764003.751359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764003.751368:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764003.751373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3388
00000100:00080000:1.0:1789764003.751378:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764003.751381:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764003.751387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764003.751387:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027648:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789764003.751405:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700070027904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764003.751414:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027776:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764003.751436:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027904:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764004.583203:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764005.607216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764006.631169:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789764006.823276:0:2397:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:2.0:1789764006.823313:0:2397:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789764006.823326:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789764006.823356:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789764006.823361:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789764006.823366:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:2.0:1789764006.823371:0:2397:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:3.0:1789764006.823410:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764006]  req@ffff982a88058000 x1876700070027904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764006.823449:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700070027904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764006.823458:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764006.823462:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764006.823466:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027904:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764006.823472:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764006]  req@ffff982a8805b480 x1876700070027776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764006.823480:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700070027776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764006.823486:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764006.823489:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764006.823493:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027776:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764006.823500:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764006]  req@ffff982a8805a300 x1876700070027520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764006.823512:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700070027520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764006.823520:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764006.823524:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764006.823527:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027520:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764006.823535:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764006]  req@ffff982a88059c00 x1876700070027648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764006.823568:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700070027648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764006.823577:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764006.823581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764006.823584:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070027648:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764006.823592:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764006]  req@ffff982a8805bb80 x1876700070027392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764006.823604:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700070027392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764006.823609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764006.823613:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764006.823617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070027392:192.168.203.153@tcp:250:
00010000:00010000:1.0:1789764007.655181:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764008.679292:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764008.871153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764008.871164:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764008.871168:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764008.871179:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3393
00000100:00080000:1.0:1789764008.871190:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764008.871197:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764008.871238:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700070028032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764008.871262:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764008.871264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764008.871266:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764008.871269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3393
00000100:00080000:1.0:1789764008.871271:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764008.871295:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764008.871308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764008.871323:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070028032:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789764008.871326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700070028160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764008.871342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764008.871346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764008.871348:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764008.871352:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3393
00000100:00080000:1.0:1789764008.871357:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764008.871362:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764008.871368:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764008.871383:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700070028288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764008.871403:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764008.871408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764008.871410:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764008.871420:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3393
00000800:00000100:3.0:1789764008.871421:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764008.871427:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764008.871434:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764008.871440:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764008.871455:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700070028416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764008.871464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764008.871475:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff982a88059880 x1876700070028032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764008.871477:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764008.871481:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764008.871491:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3393
00000100:00100000:3.0:1789764008.871507:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700070028032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764008.871516:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764008.871524:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764008.871525:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:3.0:1789764008.871537:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:1.0:1789764008.871538:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764008.871546:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070028032:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789764008.871558:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700070028544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764008.871590:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028160:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764008.871618:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764008.871633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff982a8805aa00 x1876700070028160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.871647:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700070028160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.871657:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.871661:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764008.871665:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028160:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764008.871686:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028288:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764008.871708:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764008.871720:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff982a88058e00 x1876700070028288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.871733:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700070028288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.871743:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.871747:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764008.871751:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028288:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764008.871765:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028416:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764008.871787:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764008.871798:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff982a88059f80 x1876700070028416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.871819:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700070028416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.871828:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.871832:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764008.871836:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028416:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764008.871843:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028544:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764008.871862:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764008.871873:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764008]  req@ffff982a8805b100 x1876700070028544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764008.871885:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700070028544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764008.871894:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764008.871898:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764008.871902:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028544:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764009.703245:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764010.727242:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764011.751195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764012.775194:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764013.799233:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764013.991171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.991182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764013.991186:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.991196:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3398
00000100:00080000:3.0:1789764013.991207:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.991214:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789764013.991250:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700070028672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764013.991286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.991289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764013.991291:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.991296:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3398
00000100:00080000:3.0:1789764013.991300:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.991305:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764013.991314:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764013.991328:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700070028800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764013.991340:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070028672:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789764013.991341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.991349:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764013.991352:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.991356:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3398
00000100:00080000:3.0:1789764013.991359:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.991364:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764013.991368:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764013.991381:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700070028928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764013.991397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.991401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764013.991403:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789764013.991409:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789764013.991412:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3398
00000100:00080000:3.0:1789764013.991424:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.991430:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764013.991436:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764013.991451:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070029056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764013.991462:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff982a89a46a00 x1876700070028672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.991462:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.991472:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764013.991476:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.991485:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3398
00000100:00080000:3.0:1789764013.991491:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764013.991499:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764013.991503:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764013.991509:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700070028672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.991517:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070029184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764013.991526:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.991533:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764013.991539:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070028672:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764013.991564:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028800:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764013.991585:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764013.991597:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff982a89a45880 x1876700070028800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.991610:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700070028800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.991619:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.991623:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764013.991626:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028800:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764013.991646:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028928:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764013.991665:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764013.991676:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff982a89a45500 x1876700070028928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.991688:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700070028928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.991696:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.991700:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764013.991703:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070028928:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764013.991709:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029056:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764013.991726:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764013.991736:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff982a89a47800 x1876700070029056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.991747:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070029056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.991755:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.991758:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764013.991762:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029056:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764013.991768:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029184:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764013.991787:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764013.991797:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff982a89a44000 x1876700070029184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.991809:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070029184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.991818:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.991821:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764013.991825:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029184:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764014.823226:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764015.847285:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764016.871232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764017.895216:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764018.919227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764019.111174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.111182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764019.111186:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764019.111197:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3403
00000100:00080000:1.0:1789764019.111206:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.111212:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764019.111254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700070029312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764019.111298:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.111306:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764019.111308:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764019.111312:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3403
00000100:00080000:1.0:1789764019.111316:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.111321:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764019.111329:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764019.111342:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700070029440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764019.111353:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070029312:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789764019.111354:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.111361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764019.111364:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764019.111369:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3403
00000100:00080000:1.0:1789764019.111373:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.111376:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764019.111387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764019.111398:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700070029568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764019.111406:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.111410:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764019.111412:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764019.111415:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3403
00000800:00000100:0.0:1789764019.111423:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764019.111426:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.111432:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764019.111438:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764019.111450:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700070029696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764019.111458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764019.111463:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789764019.111464:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff982a88058380 x1876700070029312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764019.111465:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764019.111473:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3403
00000100:00080000:1.0:1789764019.111480:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764019.111485:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764019.111489:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764019.111492:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700070029312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764019.111502:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700070029824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764019.111513:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764019.111519:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764019.111524:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070029312:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764019.111547:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029440:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764019.111567:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764019.111578:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff982a88059500 x1876700070029440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764019.111589:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700070029440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764019.111611:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764019.111614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764019.111618:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029440:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764019.111623:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029568:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764019.111640:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764019.111656:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff982a88058a80 x1876700070029568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764019.111668:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700070029568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764019.111676:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764019.111679:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764019.111681:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029568:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764019.111687:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029696:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764019.111702:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764019.111711:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff982a8805b800 x1876700070029696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764019.111721:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700070029696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764019.111729:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764019.111732:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764019.111734:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029696:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764019.111739:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029824:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764019.111752:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764019.111761:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764019/real 1789764019]  req@ffff982a88058700 x1876700070029824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764019.111771:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700070029824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764019.111778:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764019.111781:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764019.111783:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070029824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764019.943240:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764020.967234:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764021.991202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764023.015255:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764024.039170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764024.231160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764024.231169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764024.231173:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764024.231183:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3408
00000100:00080000:3.0:1789764024.231194:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764024.231200:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789764024.231235:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070029952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764024.231259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764024.231276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764024.231278:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764024.231282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3408
00000100:00080000:3.0:1789764024.231287:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764024.231292:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764024.231301:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764024.231315:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070029952:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764024.231316:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070030080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764024.231331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764024.231334:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764024.231336:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764024.231340:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3408
00000100:00080000:3.0:1789764024.231343:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764024.231347:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764024.231352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764024.231362:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070030208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764024.231370:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764024.231373:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764024.231375:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789764024.231380:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789764024.231383:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3408
00000100:00080000:3.0:1789764024.231389:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764024.231393:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764024.231404:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764024.231416:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070030336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764024.231424:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764024.231426:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff982a89a46300 x1876700070029952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764024.231429:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764024.231432:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764024.231440:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3408
00000100:00080000:3.0:1789764024.231447:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764024.231451:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789764024.231456:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070029952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789764024.231458:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764024.231474:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789764024.231475:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070030464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764024.231483:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764024.231491:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070029952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764024.231517:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030080:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764024.231539:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764024.231551:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff982a89a45c00 x1876700070030080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764024.231583:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070030080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764024.231591:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764024.231595:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764024.231598:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030080:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764024.231605:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030208:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764024.231626:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764024.231638:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff982a89a44e00 x1876700070030208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764024.231655:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070030208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764024.231663:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764024.231666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764024.231669:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030208:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764024.231674:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030336:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764024.231692:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764024.231703:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff982a89a44700 x1876700070030336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764024.231714:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070030336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764024.231721:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764024.231723:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764024.231726:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030336:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764024.231732:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030464:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764024.231749:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764024.231759:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764024/real 1789764024]  req@ffff982a89a46d80 x1876700070030464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764024.231769:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070030464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764024.231782:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764024.231786:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764024.231789:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764025.063211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764026.087173:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764027.111223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764028.135208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764029.159199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764029.351294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764029.351306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764029.351312:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764029.351324:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3413
00000100:00080000:1.0:1789764029.351335:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764029.351364:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764029.351403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700070030592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764029.351431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764029.351435:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764029.351437:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764029.351442:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3413
00000100:00080000:1.0:1789764029.351446:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764029.351450:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764029.351460:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764029.351473:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700070030720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764029.351479:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070030592:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789764029.351489:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764029.351494:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764029.351495:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764029.351500:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3413
00000100:00080000:1.0:1789764029.351504:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764029.351508:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764029.351513:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764029.351541:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700070030848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764029.351551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764029.351554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764029.351562:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789764029.351564:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764029.351571:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3413
00000100:00080000:1.0:1789764029.351578:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764029.351583:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764029.351590:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764029.351604:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700070030976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764029.351614:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff982a8805ad80 x1876700070030592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.351614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764029.351622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764029.351627:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764029.351634:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3413
00000100:00080000:1.0:1789764029.351639:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764029.351641:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700070030592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.351646:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764029.351654:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764029.351659:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.351664:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:1.0:1789764029.351668:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700070031104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764029.351671:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070030592:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764029.351703:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030720:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764029.351724:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764029.351736:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff982a88059180 x1876700070030720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.351746:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700070030720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.351755:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.351758:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764029.351761:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030720:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764029.351766:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030848:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764029.351794:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764029.351804:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff982a8805a680 x1876700070030848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.351815:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700070030848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.351823:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.351826:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764029.351829:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030848:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764029.351839:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030976:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764029.351856:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764029.351865:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff982a88058700 x1876700070030976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.351875:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700070030976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.351882:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.351885:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764029.351888:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070030976:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764029.351893:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031104:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764029.351906:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764029.351914:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff982a8805b800 x1876700070031104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764029.351924:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700070031104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764029.351931:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764029.351934:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764029.351937:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031104:192.168.203.153@tcp:8:
00010000:00010000:0.0:1789764030.183204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764031.207155:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764032.231170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764033.255159:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764034.279208:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764034.471140:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764034.471152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764034.471157:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764034.471176:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3419
00000100:00080000:1.0:1789764034.471187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764034.471196:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764034.471254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700070031232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764034.471303:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764034.471307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764034.471309:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764034.471314:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3419
00000100:00080000:1.0:1789764034.471318:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764034.471323:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764034.471333:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764034.471349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700070031360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764034.471360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764034.471364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764034.471366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764034.471372:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3419
00000100:00100000:0.0:1789764034.471381:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070031232:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789764034.471381:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764034.471395:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764034.471409:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764034.471425:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700070031488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764034.471436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764034.471440:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764034.471442:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764034.471445:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3419
00000100:00080000:1.0:1789764034.471455:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764034.471461:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789764034.471463:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:1.0:1789764034.471467:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764034.471505:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700070031616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764034.471515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764034.471518:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764034.471521:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764034.471528:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3419
00000100:00100000:0.0:1789764034.471531:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff982a88058a80 x1876700070031232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.471534:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764034.471543:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764034.471555:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764034.471581:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700070031744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764034.471582:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700070031232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764034.471623:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764034.471629:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764034.471635:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070031232:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764034.471645:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031360:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764034.471672:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764034.471685:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff982a88059500 x1876700070031360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764034.471697:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700070031360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764034.471706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764034.471709:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764034.471713:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031360:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764034.471738:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031488:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764034.471760:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764034.471772:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff982a88058380 x1876700070031488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764034.471784:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700070031488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764034.471792:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764034.471795:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764034.471799:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031488:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764034.471805:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031616:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764034.471825:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764034.471836:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff982a8805b100 x1876700070031616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764034.471847:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700070031616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764034.471856:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764034.471858:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764034.471862:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031616:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764034.471869:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031744:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764034.471888:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764034.471899:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff982a88059f80 x1876700070031744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764034.471909:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700070031744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764034.471917:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764034.471920:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764034.471923:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070031744:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789764035.303317:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764036.327261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764037.351247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764038.375286:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764039.399228:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764039.591171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764039.591180:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764039.591184:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764039.591194:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3424
00000100:00080000:1.0:1789764039.591203:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764039.591210:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764039.591247:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700070031872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764039.591272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764039.591290:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764039.591291:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764039.591294:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3424
00000100:00080000:1.0:1789764039.591297:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764039.591300:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764039.591308:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764039.591319:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700070032000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764039.591325:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764039.591327:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764039.591328:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764039.591331:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3424
00000100:00080000:1.0:1789764039.591333:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764039.591335:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764039.591337:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764039.591347:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700070032128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764039.591351:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070031872:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789764039.591359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764039.591364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764039.591365:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764039.591368:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3424
00000100:00080000:1.0:1789764039.591371:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764039.591374:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764039.591381:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764039.591393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700070032256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764039.591399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764039.591401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764039.591402:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764039.591404:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3424
00000100:00080000:1.0:1789764039.591408:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764039.591410:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764039.591413:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764039.591419:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700070032384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764039.591434:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764039.591484:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff982a88058e00 x1876700070031872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764039.591497:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700070031872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764039.591505:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764039.591512:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764039.591515:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070031872:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764039.591521:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032000:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764039.591537:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764039.591544:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff982a8805aa00 x1876700070032000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764039.591556:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700070032000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764039.591561:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764039.591563:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764039.591565:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032000:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764039.591588:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032128:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764039.591599:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764039.591605:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff982a88059880 x1876700070032128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764039.591612:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700070032128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764039.591616:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764039.591617:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764039.591619:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032128:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764039.591622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032256:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764039.591632:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764039.591637:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff982a8805bb80 x1876700070032256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764039.591643:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700070032256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764039.591651:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764039.591653:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764039.591655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032256:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764039.591658:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032384:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764039.591666:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764039.591676:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff982a88059c00 x1876700070032384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764039.591686:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700070032384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764039.591693:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764039.591696:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764039.591699:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032384:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764040.423247:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764041.447272:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764042.471229:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764043.495280:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764044.519242:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764044.711138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764044.711147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764044.711151:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764044.711160:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3429
00000100:00080000:3.0:1789764044.711184:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764044.711190:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789764044.711220:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070032512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764044.711244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764044.711247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764044.711249:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764044.711252:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3429
00000100:00080000:3.0:1789764044.711255:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764044.711259:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764044.711268:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764044.711282:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070032512:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764044.711282:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070032640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764044.711297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764044.711300:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764044.711302:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764044.711306:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3429
00000100:00080000:3.0:1789764044.711309:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764044.711313:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764044.711318:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764044.711327:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070032768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764044.711336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764044.711339:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789764044.711346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764044.711354:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764044.711359:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3429
00000100:00080000:3.0:1789764044.711363:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764044.711368:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764044.711373:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764044.711374:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff982a89a45f80 x1876700070032512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764044.711386:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700070032896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764044.711390:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070032512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764044.711401:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764044.711421:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00080000:3.0:1789764044.711421:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764044.711427:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1789764044.711429:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070032512:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789764044.711430:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764044.711437:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3429
00000100:00080000:3.0:1789764044.711441:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764044.711444:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764044.711449:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764044.711459:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070033024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764044.711460:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032640:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764044.711485:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764044.711496:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff982a89a47100 x1876700070032640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764044.711504:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070032640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764044.711509:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764044.711511:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764044.711513:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032640:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764044.711516:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032768:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764044.711526:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764044.711531:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff982a89a44380 x1876700070032768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764044.711538:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070032768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764044.711542:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764044.711544:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764044.711545:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032768:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764044.711548:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032896:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764044.711557:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764044.711563:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff982a89a47b80 x1876700070032896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764044.711569:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700070032896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764044.711573:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764044.711575:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764044.711576:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070032896:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764044.711585:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033024:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764044.711594:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764044.711599:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764044/real 1789764044]  req@ffff982a89a47480 x1876700070033024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764044.711605:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070033024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764044.711609:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764044.711610:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764044.711612:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033024:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764045.543277:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764046.567254:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764047.591218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764048.615189:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764049.639204:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764049.831143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.831155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764049.831180:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.831192:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3434
00000100:00080000:3.0:1789764049.831204:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.831211:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789764049.831250:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46680 x1876700070033152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764049.831279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.831286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764049.831287:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.831291:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3434
00000100:00080000:3.0:1789764049.831295:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.831298:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764049.831309:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764049.831320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45180 x1876700070033280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764049.831330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.831333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764049.831335:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764049.831341:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070033152:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789764049.831341:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3434
00000100:00080000:3.0:1789764049.831347:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.831352:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764049.831357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764049.831366:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44a80 x1876700070033408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764049.831396:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.831400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764049.831402:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.831406:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3434
00000100:00080000:3.0:1789764049.831410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.831415:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764049.831420:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764049.831427:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764049.831434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47480 x1876700070033536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764049.831443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764049.831447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764049.831449:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764049.831453:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3434
00000100:00080000:3.0:1789764049.831456:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764049.831460:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764049.831464:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764049.831480:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff982a89a46680 x1876700070033152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764049.831480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47b80 x1876700070033664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764049.831510:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46680 x1876700070033152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.831527:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.831532:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764049.831537:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070033152:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764049.831562:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033280:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764049.831582:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764049.831593:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff982a89a45180 x1876700070033280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764049.831604:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45180 x1876700070033280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.831612:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.831616:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764049.831623:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033280:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764049.831629:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033408:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764049.831645:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764049.831658:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff982a89a44a80 x1876700070033408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764049.831677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44a80 x1876700070033408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.831685:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.831688:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764049.831691:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033408:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764049.831697:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033536:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764049.831714:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764049.831722:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff982a89a47480 x1876700070033536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764049.831736:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47480 x1876700070033536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.831744:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.831755:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764049.831758:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033536:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764049.831763:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033664:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764049.831778:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764049.831787:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764049/real 1789764049]  req@ffff982a89a47b80 x1876700070033664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764049.831797:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47b80 x1876700070033664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764049.831804:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764049.831807:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764049.831811:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764050.663232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764051.687248:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764052.711156:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764053.735179:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764054.759207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764054.951197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.951204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764054.951208:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.951216:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3439
00000100:00080000:2.0:1789764054.951239:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764054.951245:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789764054.951273:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070033792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764054.951294:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.951296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764054.951297:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.951300:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3439
00000100:00080000:2.0:1789764054.951302:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764054.951303:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764054.951310:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764054.951317:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070033920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764054.951323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.951325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764054.951326:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.951328:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3439
00000100:00080000:2.0:1789764054.951330:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764054.951344:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764054.951347:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764054.951353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070034048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764054.951359:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764054.951361:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070033792:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789764054.951369:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764054.951372:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.951375:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3439
00000100:00080000:2.0:1789764054.951377:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764054.951379:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764054.951383:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764054.951392:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070034176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764054.951397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764054.951399:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764054.951400:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764054.951402:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3439
00000100:00080000:2.0:1789764054.951403:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764054.951405:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764054.951408:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764054.951413:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070034304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764054.951432:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764054.951469:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff982a9216e680 x1876700070033792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.951488:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070033792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.951500:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.951503:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764054.951507:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070033792:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764054.951515:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033920:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764054.951535:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764054.951546:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff982a9216df80 x1876700070033920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.951557:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070033920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.951564:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.951568:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764054.951571:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070033920:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764054.951602:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034048:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764054.951622:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764054.951634:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff982a9216ed80 x1876700070034048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.951646:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070034048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.951654:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.951658:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764054.951662:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034048:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764054.951668:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034176:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764054.951687:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764054.951697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff982a9216ca80 x1876700070034176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.951709:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070034176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.951717:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.951720:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764054.951723:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034176:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764054.951728:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034304:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764054.951746:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764054.951756:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764054/real 1789764054]  req@ffff982a9216f100 x1876700070034304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764054.951768:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070034304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764054.951775:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764054.951778:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764054.951781:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034304:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764055.783220:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764056.807453:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764057.831211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764058.855257:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764059.879235:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764060.071173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764060.071182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764060.071186:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764060.071195:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3444
00000100:00080000:1.0:1789764060.071206:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764060.071212:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764060.071255:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700070034432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764060.071338:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070034432:192.168.203.153@tcp:250:
00000800:00000100:0.0:1789764060.071403:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764060.071433:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764060.071437:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764060.071439:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764060.071444:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3444
00000100:00080000:1.0:1789764060.071461:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764060.071465:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764060.071474:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764060.071486:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700070034560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764060.071549:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764060/real 1789764060]  req@ffff982a8805a300 x1876700070034432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764060.071566:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700070034432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764060.071577:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764060.071581:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764060.071584:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070034432:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764060.071606:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034560:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764060.071627:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764060.071646:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764060/real 1789764060]  req@ffff982a8805b480 x1876700070034560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764060.071658:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700070034560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764060.071666:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764060.071669:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764060.071672:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034560:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789764060.071727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764060.071730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764060.071735:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764060.071739:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3444
00000100:00080000:1.0:1789764060.071744:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764060.071748:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764060.071754:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764060.071772:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700070034688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764060.071787:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764060.071790:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764060.071791:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764060.071795:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3444
00000100:00080000:1.0:1789764060.071798:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764060.071803:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764060.071808:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764060.071815:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034688:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789764060.071828:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700070034816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764060.071847:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764060.071852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764060.071856:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764060.071858:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764060.071864:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3444
00000100:00100000:0.0:1789764060.071865:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764060/real 1789764060]  req@ffff982a88058000 x1876700070034688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764060.071876:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764060.071884:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700070034688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764060.071884:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764060.071890:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764060.071900:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789764060.071905:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700070034944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764060.071907:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764060.071916:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034688:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764060.071933:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034816:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764060.071952:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764060.071961:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764060/real 1789764060]  req@ffff982a8805b480 x1876700070034816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764060.071968:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700070034816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764060.071973:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764060.071975:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764060.071977:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034816:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764060.071981:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034944:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764060.071991:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764060.071996:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764060/real 1789764060]  req@ffff982a8805a300 x1876700070034944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764060.072002:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700070034944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764060.072006:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764060.072008:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764060.072009:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070034944:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764060.903236:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764061.927202:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764062.951331:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764063.975160:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764064.999295:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764065.191193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764065.191206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764065.191211:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764065.191224:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3449
00000100:00080000:2.0:1789764065.191236:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764065.191307:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789764065.192723:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700070035072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764065.192831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764065.192836:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764065.192838:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764065.192843:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3449
00000100:00080000:2.0:1789764065.192850:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764065.192855:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764065.192867:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764065.192885:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070035200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764065.192895:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070035072:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789764065.192962:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764065.192966:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789764065.192969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764065.192973:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764065.192980:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3449
00000100:00080000:2.0:1789764065.192986:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764065.192991:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764065.192998:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764065.193012:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764065/real 1789764065]  req@ffff982a9216f480 x1876700070035072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764065.193024:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070035328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764065.193036:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700070035072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764065.193037:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764065.193068:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764065.193069:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764065.193075:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3449
00000100:00080000:2.0:1789764065.193093:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764065.193104:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789764065.193110:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789764065.193113:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764065.193119:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764065.193127:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070035072:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789764065.193135:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070035456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764065.193147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764065.193151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764065.193153:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764065.193155:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035200:192.168.203.153@tcp:38:
00000100:00080000:2.0:1789764065.193163:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3449
00000100:00080000:2.0:1789764065.193170:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764065.193175:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764065.193180:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764065.193187:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789764065.193201:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070035584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764065.193209:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764065/real 1789764065]  req@ffff982a9216f800 x1876700070035200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764065.193235:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070035200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764065.193244:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764065.193249:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764065.193252:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035200:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764065.193274:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035328:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764065.193293:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764065.193303:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764065/real 1789764065]  req@ffff982a9216d180 x1876700070035328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764065.193320:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070035328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764065.193327:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764065.193330:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764065.193333:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035328:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764065.193339:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035456:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764065.193355:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764065.193363:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764065/real 1789764065]  req@ffff982a9216f100 x1876700070035456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764065.193374:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070035456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764065.193380:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764065.193383:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764065.193386:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035456:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764065.193401:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035584:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764065.193415:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764065.193424:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764065/real 1789764065]  req@ffff982a9216ca80 x1876700070035584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764065.193434:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070035584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764065.193447:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764065.193450:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764065.193452:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035584:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764066.023304:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764067.047258:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764068.071284:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764069.095188:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764070.119270:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764070.311144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764070.311154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764070.311158:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764070.311167:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3454
00000100:00080000:1.0:1789764070.311176:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764070.311183:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764070.311230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700070035712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764070.311267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764070.311271:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764070.311272:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764070.311276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3454
00000100:00080000:1.0:1789764070.311294:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764070.311298:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764070.311307:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764070.311318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700070035840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764070.311328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764070.311331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764070.311333:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764070.311336:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3454
00000100:00080000:1.0:1789764070.311339:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764070.311342:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764070.311347:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764070.311355:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700070035968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764070.311363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764070.311366:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764070.311368:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764070.311371:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3454
00000100:00080000:1.0:1789764070.311373:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764070.311377:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764070.311381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764070.311389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700070036096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764070.311408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764070.311411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764070.311413:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764070.311416:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3454
00000100:00080000:1.0:1789764070.311420:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764070.311423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764070.311428:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764070.311439:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700070036224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764070.311522:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070035712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764070.311598:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764070.311625:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764070.311647:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764070.311666:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036224:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764071.143266:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764072.167218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764073.191288:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1789764073.383367:0:2398:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:3.0:1789764073.383404:0:2398:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1789764073.383420:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789764073.384613:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789764073.384625:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789764073.384632:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:3.0:1789764073.384639:0:2398:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:0.0:1789764073.385742:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764073]  req@ffff982a88059c00 x1876700070035712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764073.385769:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700070035712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764073.385780:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764073.385784:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764073.385788:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070035712:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764073.385796:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764073]  req@ffff982a8805bb80 x1876700070035840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764073.385807:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700070035840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764073.385831:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764073.385835:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764073.385838:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035840:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764073.385845:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764073]  req@ffff982a88059880 x1876700070035968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764073.385854:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700070035968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764073.385861:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764073.385864:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764073.385868:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070035968:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764073.385873:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764073]  req@ffff982a8805aa00 x1876700070036096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764073.385882:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700070036096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764073.385889:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764073.385892:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764073.385895:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036096:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764073.385900:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764070/real 1789764073]  req@ffff982a88058e00 x1876700070036224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764073.385908:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700070036224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764073.385921:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764073.385923:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764073.385926:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036224:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764074.215173:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764075.239221:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764075.431139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764075.431148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764075.431152:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764075.431160:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3460
00000100:00080000:1.0:1789764075.431170:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764075.431176:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764075.431222:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700070036352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764075.431625:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070036352:192.168.203.153@tcp:250:
00000800:00000100:0.0:1789764075.431685:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764075.431713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764075.431717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764075.431719:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764075.431738:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3460
00000100:00080000:1.0:1789764075.431742:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764075.431746:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764075.431754:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764075.431767:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700070036480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764075.431927:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff982a88059f80 x1876700070036352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764075.431952:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700070036352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764075.431962:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764075.431966:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764075.431969:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070036352:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764075.431993:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036480:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764075.432017:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764075.432029:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff982a8805b100 x1876700070036480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764075.432041:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700070036480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764075.432079:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764075.432082:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764075.432086:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036480:192.168.203.153@tcp:38:
00000100:00080000:1.0:1789764075.432262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764075.432266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764075.432268:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764075.432273:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3460
00000100:00080000:1.0:1789764075.432277:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764075.432281:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764075.432287:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764075.432301:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700070036608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764075.432350:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036608:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764075.432375:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764075.432395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764075.432399:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764075.432401:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764075.432406:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3460
00000100:00080000:1.0:1789764075.432410:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764075.432414:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764075.432419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764075.432431:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700070036736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764075.432487:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff982a88058380 x1876700070036608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764075.432498:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700070036608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764075.432507:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764075.432509:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764075.432513:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036608:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764075.432525:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036736:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764075.432546:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764075.432557:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff982a88059500 x1876700070036736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764075.432567:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700070036736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764075.432574:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764075.432577:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764075.432580:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036736:192.168.203.153@tcp:8:
00000100:00080000:1.0:1789764075.433173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764075.433178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764075.433180:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764075.433199:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3460
00000100:00080000:1.0:1789764075.433207:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764075.433211:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764075.433217:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764075.433230:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700070036864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764075.433279:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036864:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764075.433307:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764075.433374:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764075/real 1789764075]  req@ffff982a88058a80 x1876700070036864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764075.433387:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700070036864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764075.433394:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764075.433397:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764075.433400:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070036864:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764076.264130:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764077.288204:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789764078.311392:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764079.335217:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764080.359196:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764080.551190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764080.551199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764080.551203:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764080.551215:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3465
00000100:00080000:3.0:1789764080.551225:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764080.551277:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789764080.551325:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44380 x1876700070036992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764080.551354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764080.551358:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764080.551360:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764080.551364:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3465
00000100:00080000:3.0:1789764080.551368:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764080.551373:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764080.551381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764080.551394:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47100 x1876700070037120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764080.551399:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070036992:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789764080.551410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764080.551414:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764080.551416:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764080.551429:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3465
00000100:00080000:3.0:1789764080.551434:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764080.551438:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764080.551443:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764080.551456:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45f80 x1876700070037248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789764080.551458:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789764080.551467:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764080.551470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764080.551471:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764080.551493:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3465
00000100:00080000:3.0:1789764080.551499:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764080.551505:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764080.551511:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764080.551513:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764080]  req@ffff982a89a44380 x1876700070036992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764080.551526:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070037376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764080.551534:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44380 x1876700070036992/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764080.551536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764080.551541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764080.551545:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764080.551552:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3465
00000100:00080000:0.0:1789764080.551554:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764080.551556:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764080.551561:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764080.551567:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070036992:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764080.551588:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037120:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764080.551608:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764080.551627:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764080]  req@ffff982a89a47100 x1876700070037120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764080.551640:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47100 x1876700070037120/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764080.551653:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764080.551656:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764080.551659:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037120:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764080.551665:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037248:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764080.551680:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764080.551689:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764080]  req@ffff982a89a45f80 x1876700070037248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764080.551699:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45f80 x1876700070037248/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764080.551706:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764080.551709:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764080.551712:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037248:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764080.551717:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037376:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764080.551732:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764080.551740:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764080]  req@ffff982a89a46d80 x1876700070037376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764080.551750:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070037376/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764080.551757:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764080.551760:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764080.551762:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037376:192.168.203.153@tcp:8:
00000100:00080000:3.0:1789764080.551783:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764080.551790:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764080.551804:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070037504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764080.551910:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037504:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764080.551927:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764080.551934:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764080/real 1789764080]  req@ffff982a89a44700 x1876700070037504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764080.551942:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070037504/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764080.551949:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764080.551952:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764080.551955:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037504:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764081.383381:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764082.407279:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764083.431471:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764084.455353:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764085.479213:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764085.671261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764085.671272:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764085.671276:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764085.671286:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3470
00000100:00080000:3.0:1789764085.671298:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764085.671306:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789764085.671683:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070037632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764085.671737:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764085.671741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764085.671743:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764085.671747:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3470
00000100:00080000:3.0:1789764085.671751:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764085.671756:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764085.671766:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764085.671783:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070037760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764085.671794:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070037632:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789764085.671795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764085.671802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764085.671805:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764085.671809:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3470
00000100:00080000:3.0:1789764085.671813:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764085.671817:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764085.671822:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764085.671833:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070037888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764085.671842:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764085.671845:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764085.671847:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764085.671850:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3470
00000100:00080000:3.0:1789764085.671859:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764085.671866:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000800:00000100:0.0:1789764085.671867:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000008:00100000:3.0:1789764085.671873:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764085.671886:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070038016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764085.671894:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764085.671897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764085.671898:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764085.671902:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3470
00000100:00080000:3.0:1789764085.671907:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764085.671910:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764085.671914:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764085.671922:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070038144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764085.671930:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff982a89a44e00 x1876700070037632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764085.671951:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070037632/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764085.671962:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764085.671967:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764085.671971:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070037632:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764085.671997:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037760:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764085.672019:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764085.672032:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff982a89a45c00 x1876700070037760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764085.672077:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070037760/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764085.672085:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764085.672088:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764085.672091:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037760:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764085.672097:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037888:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764085.672137:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764085.672150:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff982a89a46300 x1876700070037888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764085.672161:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070037888/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764085.672168:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764085.672172:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764085.672174:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070037888:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764085.672180:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038016:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764085.672199:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764085.672210:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff982a89a44000 x1876700070038016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764085.672220:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070038016/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764085.672232:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764085.672235:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764085.672238:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038016:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764085.674167:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038144:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764085.674206:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764085.674224:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764085/real 1789764085]  req@ffff982a89a47800 x1876700070038144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764085.674249:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070038144/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764085.674257:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764085.674261:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764085.674264:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038144:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764086.503190:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764087.527679:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764088.551247:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789764089.575200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764090.599219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764090.791253:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764090.791260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764090.791264:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764090.791272:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3475
00000100:00080000:2.0:1789764090.791281:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764090.791287:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789764090.791323:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070038272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764090.791363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764090.791367:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764090.791369:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764090.791373:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3475
00000100:00080000:2.0:1789764090.791377:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764090.791381:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764090.791390:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764090.791404:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070038400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764090.791414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764090.791418:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070038272:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789764090.791419:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764090.791423:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764090.791429:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3475
00000100:00080000:2.0:1789764090.791432:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764090.791435:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764090.791439:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764090.791457:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070038528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764090.791466:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764090.791470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764090.791471:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764090.791475:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3475
00000100:00080000:2.0:1789764090.791485:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789764090.791491:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789764090.791493:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764090.791512:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764090.791525:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070038656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764090.791533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764090.791539:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764090/real 1789764090]  req@ffff982a9216ed80 x1876700070038272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764090.791539:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764090.791541:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764090.791551:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3475
00000100:00080000:2.0:1789764090.791559:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764090.791563:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764090.791568:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764090.791577:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070038272/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764090.791588:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764090.791592:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:2.0:1789764090.791596:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070038784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764090.791597:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070038272:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764090.791622:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038400:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764090.791642:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764090.791650:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764090/real 1789764090]  req@ffff982a9216df80 x1876700070038400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764090.791657:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070038400/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764090.791662:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764090.791664:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764090.791665:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038400:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764090.791669:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038528:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764090.791678:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764090.791683:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764090/real 1789764090]  req@ffff982a9216e680 x1876700070038528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764090.791689:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070038528/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764090.791694:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764090.791696:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764090.791698:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038528:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764090.791703:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038656:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764090.791719:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764090.791729:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764090/real 1789764090]  req@ffff982a9216ca80 x1876700070038656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764090.791741:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070038656/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764090.791748:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764090.791751:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764090.791754:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038656:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764090.791760:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038784:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764090.791779:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764090.791798:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764090/real 1789764090]  req@ffff982a9216f100 x1876700070038784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764090.791807:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070038784/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764090.791812:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764090.791814:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764090.791816:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070038784:192.168.203.153@tcp:8:
00010000:00010000:2.0:1789764091.624906:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764092.647223:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764093.671232:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764094.695266:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764095.719281:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764095.911181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764095.911189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764095.911193:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764095.911203:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3480
00000100:00080000:2.0:1789764095.911213:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764095.911220:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789764095.911263:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070038912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764095.911291:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764095.911310:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764095.911312:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764095.911317:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3480
00000100:00080000:2.0:1789764095.911320:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764095.911329:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764095.911338:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764095.911349:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070039040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764095.911357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764095.911359:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764095.911361:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764095.911366:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3480
00000100:00080000:2.0:1789764095.911372:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789764095.911373:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070038912:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789764095.911378:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764095.911384:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764095.911393:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700070039168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764095.911398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764095.911401:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764095.911402:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764095.911404:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3480
00000100:00080000:2.0:1789764095.911407:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764095.911409:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764095.911417:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764095.911426:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070039296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764095.911432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764095.911434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764095.911435:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764095.911437:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3480
00000100:00080000:2.0:1789764095.911441:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764095.911449:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764095.911452:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764095.911458:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789764095.911465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070039424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764095.911530:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff982a9216d180 x1876700070038912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764095.911550:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070038912/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.911568:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.911577:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764095.911581:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070038912:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764095.911605:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039040:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764095.911626:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764095.911635:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff982a9216f800 x1876700070039040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764095.911643:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070039040/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.911647:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.911650:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764095.911652:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039040:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764095.911655:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039168:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764095.911666:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764095.911671:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff982a9216f480 x1876700070039168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764095.911678:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700070039168/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.911682:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.911684:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764095.911686:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039168:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764095.911689:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039296:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764095.911700:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764095.911706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff982a9216f100 x1876700070039296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764095.911712:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070039296/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.911716:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.911718:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764095.911719:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039296:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764095.911723:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039424:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764095.911731:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764095.911735:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764095/real 1789764095]  req@ffff982a9216ca80 x1876700070039424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764095.911741:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070039424/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764095.911745:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764095.911747:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764095.911749:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039424:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764096.743216:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764097.767195:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764098.791218:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764099.815187:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764100.839243:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764101.031215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764101.031228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764101.031238:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764101.031272:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3485
00000100:00080000:1.0:1789764101.031285:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764101.031299:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764101.031343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700070039552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764101.031385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764101.031389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764101.031391:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764101.031395:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3485
00000100:00080000:1.0:1789764101.031399:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764101.031406:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764101.031417:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764101.031431:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700070039680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764101.031442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789764101.031444:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070039552:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789764101.031448:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764101.031452:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764101.031456:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3485
00000100:00080000:1.0:1789764101.031460:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764101.031464:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764101.031469:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764101.031480:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700070039808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764101.031501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764101.031505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764101.031507:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764101.031512:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3485
00000100:00080000:1.0:1789764101.031516:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764101.031520:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764101.031526:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764101.031531:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789764101.031540:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700070039936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764101.031550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764101.031554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764101.031555:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764101.031559:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3485
00000100:00080000:1.0:1789764101.031563:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764101.031567:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764101.031572:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764101.031583:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764101/real 1789764101]  req@ffff982a8805b800 x1876700070039552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764101.031593:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700070040064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764101.031624:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700070039552/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764101.031636:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764101.031641:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764101.031645:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070039552:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764101.031679:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039680:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764101.031703:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764101.031723:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764101/real 1789764101]  req@ffff982a88058700 x1876700070039680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764101.031736:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700070039680/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764101.031744:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764101.031748:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764101.031751:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039680:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764101.031757:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039808:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764101.031776:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764101.031784:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764101/real 1789764101]  req@ffff982a8805a680 x1876700070039808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764101.031795:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700070039808/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764101.031802:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764101.031805:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764101.031808:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039808:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764101.031814:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039936:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764101.031834:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764101.031843:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764101/real 1789764101]  req@ffff982a88059180 x1876700070039936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764101.031850:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700070039936/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764101.031855:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764101.031857:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764101.031859:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070039936:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764101.031862:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040064:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764101.031874:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764101.031886:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764101/real 1789764101]  req@ffff982a8805ad80 x1876700070040064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764101.031895:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700070040064/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764101.031900:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764101.031902:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764101.031905:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040064:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764101.863228:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764102.887199:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764103.911203:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764104.935271:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764105.959202:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764106.151138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764106.151145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764106.151148:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764106.151156:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3490
00000100:00080000:1.0:1789764106.151165:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764106.151172:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764106.151220:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700070040192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764106.151242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764106.151244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764106.151245:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764106.151248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3490
00000100:00080000:1.0:1789764106.151250:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764106.151253:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764106.151259:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764106.151267:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700070040320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764106.151273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764106.151276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764106.151277:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764106.151279:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3490
00000100:00080000:1.0:1789764106.151281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764106.151283:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764106.151286:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764106.151297:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070040192:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789764106.151306:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700070040448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764106.151313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764106.151315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764106.151316:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764106.151318:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3490
00000100:00080000:1.0:1789764106.151321:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764106.151324:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764106.151327:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764106.151335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700070040576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764106.151340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764106.151342:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764106.151343:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764106.151345:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3490
00000100:00080000:1.0:1789764106.151354:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764106.151356:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764106.151358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789764106.151362:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:1.0:1789764106.151368:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700070040704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764106.151404:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764106/real 1789764106]  req@ffff982a8805ad80 x1876700070040192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764106.151421:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700070040192/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764106.151431:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764106.151434:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764106.151438:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070040192:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764106.151445:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040320:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764106.151473:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764106.151483:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764106/real 1789764106]  req@ffff982a88059180 x1876700070040320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764106.151494:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700070040320/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764106.151502:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764106.151505:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764106.151508:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040320:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764106.151528:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040448:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764106.151552:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764106.151562:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764106/real 1789764106]  req@ffff982a8805a680 x1876700070040448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764106.151573:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700070040448/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764106.151581:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764106.151583:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764106.151586:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040448:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764106.151591:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040576:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764106.151607:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764106.151616:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764106/real 1789764106]  req@ffff982a88058700 x1876700070040576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764106.151627:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700070040576/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764106.151634:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764106.151637:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764106.151641:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040576:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764106.151648:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040704:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764106.151663:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764106.151672:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764106/real 1789764106]  req@ffff982a8805b800 x1876700070040704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764106.151682:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700070040704/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764106.151689:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764106.151692:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764106.151695:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040704:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764106.983229:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764108.007209:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764109.031406:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764110.055180:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764111.079211:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764111.271182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764111.271191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764111.271195:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764111.271204:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3495
00000100:00080000:3.0:1789764111.271214:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764111.271221:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789764111.271270:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45500 x1876700070040832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764111.271318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764111.271322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764111.271324:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764111.271328:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3495
00000100:00080000:3.0:1789764111.271332:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764111.271336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764111.271345:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764111.271359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45880 x1876700070040960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764111.271362:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070040832:192.168.203.153@tcp:250:
00000100:00080000:3.0:1789764111.271377:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764111.271389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764111.271391:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764111.271396:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3495
00000100:00080000:3.0:1789764111.271401:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764111.271405:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764111.271410:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764111.271422:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46a00 x1876700070041088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764111.271430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789764111.271434:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:3.0:1789764111.271436:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764111.271440:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764111.271444:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3495
00000100:00080000:3.0:1789764111.271454:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764111.271459:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764111.271464:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764111.271478:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a47800 x1876700070041216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764111.271486:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764111/real 1789764111]  req@ffff982a89a45500 x1876700070040832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764111.271488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764111.271506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764111.271509:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789764111.271511:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45500 x1876700070040832/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764111.271517:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3495
00000100:00080000:3.0:1789764111.271524:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764111.271529:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:0.0:1789764111.271530:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789764111.271535:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789764111.271537:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764111.271545:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070040832:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764111.271550:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44000 x1876700070041344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764111.271567:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040960:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764111.271591:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764111.271603:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764111/real 1789764111]  req@ffff982a89a45880 x1876700070040960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764111.271611:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45880 x1876700070040960/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764111.271624:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764111.271626:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764111.271628:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070040960:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764111.271635:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041088:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764111.271648:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764111.271654:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764111/real 1789764111]  req@ffff982a89a46a00 x1876700070041088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764111.271665:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46a00 x1876700070041088/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764111.271670:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764111.271671:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764111.271673:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041088:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764111.271676:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041216:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764111.271686:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764111.271690:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764111/real 1789764111]  req@ffff982a89a47800 x1876700070041216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764111.271696:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a47800 x1876700070041216/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764111.271701:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764111.271702:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764111.271704:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041216:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764111.271706:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041344:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764111.271717:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764111.271726:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764111/real 1789764111]  req@ffff982a89a44000 x1876700070041344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764111.271734:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44000 x1876700070041344/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764111.271746:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764111.271749:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764111.271751:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041344:192.168.203.153@tcp:8:
00010000:00010000:0.0:1789764112.103222:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764113.127219:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764114.151199:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764115.175232:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764116.199240:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789764116.391155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764116.391166:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789764116.391170:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764116.391180:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3501
00000100:00080000:3.0:1789764116.391189:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764116.391197:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:3.0:1789764116.391234:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46300 x1876700070041472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764116.391266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764116.391286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789764116.391288:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764116.391292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3501
00000100:00080000:3.0:1789764116.391296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764116.391300:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764116.391309:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764116.391320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a45c00 x1876700070041600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764116.391330:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764116.391333:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789764116.391334:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764116.391338:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3501
00000100:00080000:3.0:1789764116.391341:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764116.391344:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764116.391348:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764116.391358:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44e00 x1876700070041728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764116.391366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764116.391369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789764116.391371:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764116.391374:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3501
00000100:00080000:3.0:1789764116.391377:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764116.391380:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764116.391390:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764116.391400:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a44700 x1876700070041856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764116.391409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764116.391411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764116.391413:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764116.391417:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3501
00000100:00080000:3.0:1789764116.391420:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764116.391423:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:3.0:1789764116.391427:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764116.391436:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89a46d80 x1876700070041984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789764116.391521:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070041472:192.168.203.153@tcp:250:
00000800:00000100:0.0:1789764116.391576:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764116.391633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764116/real 1789764116]  req@ffff982a89a46300 x1876700070041472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764116.391649:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46300 x1876700070041472/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764116.391663:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764116.391666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764116.391670:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070041472:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764116.391677:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041600:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764116.391696:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764116.391706:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764116/real 1789764116]  req@ffff982a89a45c00 x1876700070041600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764116.391716:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a45c00 x1876700070041600/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764116.391724:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764116.391727:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764116.391730:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041600:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764116.391736:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041728:192.168.203.153@tcp:38:
00000800:00000100:0.0:1789764116.391754:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764116.391764:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764116/real 1789764116]  req@ffff982a89a44e00 x1876700070041728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764116.391780:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44e00 x1876700070041728/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764116.391788:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764116.391791:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764116.391794:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041728:192.168.203.153@tcp:38:
00000100:00100000:0.0:1789764116.391799:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041856:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764116.391817:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764116.391828:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764116/real 1789764116]  req@ffff982a89a44700 x1876700070041856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764116.391839:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a44700 x1876700070041856/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764116.391846:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764116.391849:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764116.391852:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041856:192.168.203.153@tcp:8:
00000100:00100000:0.0:1789764116.391857:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041984:192.168.203.153@tcp:8:
00000800:00000100:0.0:1789764116.391875:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764116.391898:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764116/real 1789764116]  req@ffff982a89a46d80 x1876700070041984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764116.391910:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89a46d80 x1876700070041984/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764116.391918:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764116.391921:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:0.0:1789764116.391924:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070041984:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764117.223195:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764118.247212:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764119.271285:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764120.295207:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764121.319186:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764121.511170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764121.511179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764121.511183:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764121.511190:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3506
00000100:00080000:0.0:1789764121.511198:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764121.511203:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789764121.511233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700070042112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764121.511253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764121.511255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764121.511256:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764121.511259:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3506
00000100:00080000:0.0:1789764121.511261:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764121.511263:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764121.511270:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764121.511277:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700070042240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764121.511284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764121.511287:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764121.511288:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764121.511292:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3506
00000100:00100000:3.0:1789764121.511292:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070042112:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789764121.511295:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764121.511299:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764121.511302:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764121.511309:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700070042368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764121.511314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764121.511318:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764121.511319:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764121.511327:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3506
00000100:00080000:0.0:1789764121.511332:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764121.511336:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764121.511342:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789764121.511358:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:0.0:1789764121.511362:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700070042496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764121.511371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764121.511374:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764121.511376:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764121.511379:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3506
00000100:00080000:0.0:1789764121.511383:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764121.511387:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764121.511396:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764121.511406:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81180 x1876700070042624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764121.511410:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764121/real 1789764121]  req@ffff982a89b81c00 x1876700070042112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764121.511435:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700070042112/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764121.511445:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764121.511449:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764121.511452:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070042112:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764121.511472:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042240:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764121.511507:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764121.511519:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764121/real 1789764121]  req@ffff982a89b80700 x1876700070042240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764121.511530:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700070042240/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764121.511537:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764121.511541:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764121.511543:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042240:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764121.511549:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042368:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764121.511566:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764121.511576:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764121/real 1789764121]  req@ffff982a89b81500 x1876700070042368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764121.511587:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700070042368/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764121.511594:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764121.511597:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764121.511601:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042368:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764121.511620:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042496:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764121.511639:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764121.511649:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764121/real 1789764121]  req@ffff982a89b80380 x1876700070042496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764121.511672:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700070042496/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764121.511679:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764121.511682:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764121.511684:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042496:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764121.511690:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042624:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764121.511709:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764121.511719:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764121/real 1789764121]  req@ffff982a89b81180 x1876700070042624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764121.511728:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81180 x1876700070042624/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764121.511735:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764121.511738:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764121.511740:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042624:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764122.343160:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764123.367269:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764124.391184:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764125.415396:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764126.439185:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764126.631162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764126.631169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764126.631173:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764126.631180:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3511
00000100:00080000:1.0:1789764126.631190:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764126.631195:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764126.631235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700070042752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764126.631260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764126.631264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764126.631265:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764126.631270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3511
00000100:00080000:1.0:1789764126.631273:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764126.631277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764126.631284:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764126.631305:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700070042880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764126.631312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764126.631315:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789764126.631315:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070042752:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789764126.631317:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764126.631324:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3511
00000100:00080000:1.0:1789764126.631327:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764126.631330:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764126.631333:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764126.631341:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700070043008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764126.631347:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764126.631349:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764126.631350:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764126.631352:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3511
00000100:00080000:1.0:1789764126.631354:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764126.631356:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764126.631359:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764126.631364:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700070043136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764126.631370:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764126.631372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764126.631373:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764126.631381:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3511
00000800:00000100:3.0:1789764126.631384:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764126.631385:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764126.631390:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764126.631394:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764126.631401:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700070043264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764126.631427:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764126/real 1789764126]  req@ffff982a88058a80 x1876700070042752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764126.631445:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700070042752/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764126.631462:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764126.631466:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764126.631470:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070042752:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764126.631493:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042880:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764126.631519:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764126.631532:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764126/real 1789764126]  req@ffff982a88059500 x1876700070042880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764126.631544:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700070042880/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764126.631551:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764126.631555:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764126.631558:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070042880:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764126.631564:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043008:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764126.631583:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764126.631594:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764126/real 1789764126]  req@ffff982a88058380 x1876700070043008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764126.631604:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700070043008/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764126.631611:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764126.631614:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764126.631617:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043008:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764126.631628:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043136:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764126.631647:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764126.631656:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764126/real 1789764126]  req@ffff982a8805b100 x1876700070043136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764126.631666:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700070043136/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764126.631672:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764126.631675:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764126.631678:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043136:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764126.631683:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043264:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764126.631699:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764126.631708:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764126/real 1789764126]  req@ffff982a88059f80 x1876700070043264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764126.631718:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700070043264/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764126.631724:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764126.631727:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764126.631730:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043264:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764127.463209:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764128.488170:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764129.511239:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764130.535201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764131.559222:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764131.751332:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764131.751343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764131.751347:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764131.751358:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3516
00000100:00080000:1.0:1789764131.751369:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764131.751376:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764131.751417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700070043392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764131.751447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764131.751451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764131.751453:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764131.751457:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3516
00000100:00080000:1.0:1789764131.751461:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764131.751465:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764131.751474:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764131.751505:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070043392:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789764131.751522:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700070043520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764131.751533:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764131.751536:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764131.751538:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764131.751542:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3516
00000100:00080000:1.0:1789764131.751547:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764131.751551:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764131.751556:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764131.751566:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700070043648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764131.751571:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764131.751577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764131.751580:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764131.751582:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764131.751585:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3516
00000100:00100000:3.0:1789764131.751633:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764131/real 1789764131]  req@ffff982a88058e00 x1876700070043392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764131.751653:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700070043392/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764131.751664:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764131.751668:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764131.751672:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070043392:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764131.751695:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043520:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764131.751718:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764131.751730:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764131/real 1789764131]  req@ffff982a8805aa00 x1876700070043520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764131.751743:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700070043520/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764131.751745:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764131.751754:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:3.0:1789764131.751755:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764131.751760:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764131.751763:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043520:192.168.203.153@tcp:38:
00000008:00100000:1.0:1789764131.751783:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764131.751785:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043648:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789764131.751801:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700070043776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764131.751812:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764131.751813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764131.751818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764131.751820:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764131.751826:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764131/real 1789764131]  req@ffff982a88059880 x1876700070043648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764131.751841:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700070043648/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764131.751844:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3516
00000100:00080000:1.0:1789764131.751852:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764131.751857:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764131.751867:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764131.751869:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764131.751875:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764131.751880:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043648:192.168.203.153@tcp:38:
00000100:00100000:1.0:1789764131.751883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700070043904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764131.751898:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043776:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764131.751922:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764131.751932:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764131/real 1789764131]  req@ffff982a8805bb80 x1876700070043776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764131.751943:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700070043776/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764131.751950:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764131.751954:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764131.751957:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043776:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764131.751963:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043904:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764131.751977:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764131.751985:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764131/real 1789764131]  req@ffff982a88059c00 x1876700070043904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764131.751995:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700070043904/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764131.752002:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764131.752005:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764131.752008:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070043904:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764132.583367:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764133.607296:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764134.631166:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764135.655184:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764136.679224:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764136.871136:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.871144:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764136.871147:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.871155:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3521
00000100:00080000:1.0:1789764136.871164:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.871169:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764136.871198:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700070044032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764136.871218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.871220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764136.871222:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.871224:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3521
00000100:00080000:1.0:1789764136.871226:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.871228:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764136.871234:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764136.871242:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700070044160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764136.871263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.871265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764136.871266:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.871269:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3521
00000100:00080000:1.0:1789764136.871273:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.871275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764136.871280:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764136.871289:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058000 x1876700070044288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764136.871289:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070044032:192.168.203.153@tcp:250:
00000100:00080000:1.0:1789764136.871301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.871307:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764136.871311:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.871315:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3521
00000100:00080000:1.0:1789764136.871317:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.871319:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764136.871322:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764136.871330:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059c00 x1876700070044416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764136.871335:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764136.871337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764136.871338:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764136.871340:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3521
00000100:00080000:1.0:1789764136.871346:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764136.871349:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764136.871352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764136.871361:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805bb80 x1876700070044544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764136.871425:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044160:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764136.871461:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044288:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764136.871481:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044416:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764136.871495:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044544:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764137.703172:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764138.727211:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764139.751181:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789764139.943349:0:2399:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.153:988
00000400:00000100:1.0:1789764139.943400:0:2399:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.153@tcp at host 192.168.203.153 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789764139.943420:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789764139.943466:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789764139.943476:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789764139.943487:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000800:00000100:1.0:1789764139.943499:0:2399:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.153@tcp
00000100:00100000:3.0:1789764139.943516:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764139]  req@ffff982a88058000 x1876700070044288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764139.943546:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058000 x1876700070044288/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764139.943560:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764139.943565:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764139.943570:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044288:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764139.943578:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764139]  req@ffff982a88059c00 x1876700070044416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764139.943591:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059c00 x1876700070044416/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764139.943618:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764139.943622:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764139.943625:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044416:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764139.943631:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764139]  req@ffff982a8805bb80 x1876700070044544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764139.943643:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805bb80 x1876700070044544/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764139.943649:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764139.943652:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764139.943655:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044544:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764139.943661:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764139]  req@ffff982a8805a300 x1876700070044032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764139.943677:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a300 x1876700070044032/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764139.943684:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764139.943687:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764139.943690:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070044032:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764139.943696:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764136/real 1789764139]  req@ffff982a8805b480 x1876700070044160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764139.943707:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b480 x1876700070044160/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764139.943743:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764139.943746:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764139.943750:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044160:192.168.203.153@tcp:38:
00010000:00010000:1.0:1789764140.775263:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764141.799259:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764141.991155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.991165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764141.991168:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.991177:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3526
00000100:00080000:2.0:1789764141.991187:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.991194:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789764141.991231:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070044672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764141.991256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.991259:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764141.991261:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.991264:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3526
00000100:00080000:2.0:1789764141.991282:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.991287:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764141.991296:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764141.991304:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070044672:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789764141.991311:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070044800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764141.991322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.991325:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764141.991327:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.991331:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3526
00000100:00080000:2.0:1789764141.991334:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.991337:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764141.991342:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764141.991353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070044928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764141.991361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.991364:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764141.991366:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789764141.991371:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789764141.991373:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3526
00000100:00080000:2.0:1789764141.991379:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.991382:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764141.991387:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764141.991399:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070045056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764141.991413:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764141]  req@ffff982a9216e680 x1876700070044672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764141.991420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764141.991428:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764141.991430:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764141.991436:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3526
00000100:00100000:3.0:1789764141.991438:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070044672/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764141.991441:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764141.991449:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764141.991457:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789764141.991459:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764141.991467:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:2.0:1789764141.991472:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070045184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764141.991476:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070044672:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764141.991507:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044800:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764141.991531:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764141.991543:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764141]  req@ffff982a9216df80 x1876700070044800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764141.991554:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070044800/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764141.991561:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764141.991564:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764141.991568:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044800:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764141.991581:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044928:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764141.991601:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764141.991611:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764141]  req@ffff982a9216ed80 x1876700070044928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764141.991623:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070044928/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764141.991631:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764141.991634:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764141.991637:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070044928:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764141.991644:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045056:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764141.991664:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764141.991674:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764141]  req@ffff982a9216ca80 x1876700070045056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764141.991684:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070045056/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764141.991691:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764141.991694:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764141.991717:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045056:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764141.991724:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045184:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764141.991742:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764141.991753:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764141/real 1789764141]  req@ffff982a9216f100 x1876700070045184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764141.991772:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070045184/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764141.991779:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764141.991783:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764141.991786:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045184:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764142.823201:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764143.847258:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764144.871251:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764145.895337:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764146.919174:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764147.111171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764147.111179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764147.111182:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764147.111190:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3531
00000100:00080000:2.0:1789764147.111199:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764147.111205:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789764147.111249:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700070045312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764147.111273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764147.111276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764147.111278:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764147.111282:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3531
00000100:00080000:2.0:1789764147.111285:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764147.111289:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764147.111312:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764147.111317:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070045312:192.168.203.153@tcp:250:
00000100:00100000:2.0:1789764147.111329:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070045440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764147.111341:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764147.111344:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764147.111346:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764147.111350:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3531
00000100:00080000:2.0:1789764147.111363:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764147.111369:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764147.111375:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789764147.111376:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:2.0:1789764147.111391:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070045568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764147.111399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764147.111403:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764147.111405:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764147.111409:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3531
00000100:00080000:2.0:1789764147.111413:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764147.111416:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764147/real 1789764147]  req@ffff982a9216f480 x1876700070045312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764147.111419:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764147.111427:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764147.111441:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700070045312/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789764147.111444:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070045696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764147.111463:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789764147.111465:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764147.111470:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:3.0:1789764147.111471:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764147.111478:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070045312:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789764147.111479:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764147.111488:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3531
00000100:00080000:2.0:1789764147.111493:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764147.111498:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764147.111504:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764147.111506:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045440:192.168.203.153@tcp:38:
00000100:00100000:2.0:1789764147.111518:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070045824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764147.111531:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764147.111544:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764147/real 1789764147]  req@ffff982a9216f800 x1876700070045440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764147.111556:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070045440/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764147.111569:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764147.111573:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764147.111576:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045440:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764147.111582:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045568:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764147.111598:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764147.111621:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764147/real 1789764147]  req@ffff982a9216d180 x1876700070045568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764147.111631:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070045568/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764147.111639:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764147.111641:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764147.111644:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045568:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764147.111650:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045696:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764147.111681:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764147.111691:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764147/real 1789764147]  req@ffff982a9216f100 x1876700070045696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764147.111702:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070045696/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764147.111710:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764147.111712:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764147.111715:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045696:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764147.111734:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045824:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764147.111751:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764147.111759:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764147/real 1789764147]  req@ffff982a9216ca80 x1876700070045824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764147.111769:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070045824/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764147.111776:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764147.111779:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764147.111783:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070045824:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764147.943187:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764148.967478:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764149.991229:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764151.021404:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764152.039227:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764152.231235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764152.231244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764152.231248:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764152.231258:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3536
00000100:00080000:0.0:1789764152.231268:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764152.231274:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789764152.231310:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83800 x1876700070045952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764152.231333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764152.231337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764152.231339:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764152.231342:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3536
00000100:00080000:0.0:1789764152.231346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764152.231349:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764152.231358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764152.231370:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82d80 x1876700070046080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764152.231385:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070045952:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789764152.231447:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789764152.231506:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764152.231513:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764152.231515:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764152.231519:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3536
00000100:00080000:0.0:1789764152.231524:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764152.231529:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764152.231536:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764152.231537:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764152/real 1789764152]  req@ffff982a89b83800 x1876700070045952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764152.231552:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80a80 x1876700070046208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764152.231560:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83800 x1876700070045952/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764152.231563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764152.231566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764152.231568:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764152.231575:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3536
00000100:00080000:0.0:1789764152.231582:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789764152.231587:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764152.231588:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00080000:3.0:1789764152.231594:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000008:00100000:0.0:1789764152.231597:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764152.231599:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070045952:192.168.203.153@tcp:250:
00000100:00100000:0.0:1789764152.231613:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81180 x1876700070046336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764152.231631:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046080:192.168.203.153@tcp:38:
00000100:00080000:0.0:1789764152.231636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764152.231640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764152.231641:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764152.231648:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3536
00000100:00080000:0.0:1789764152.231652:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764152.231656:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764152.231662:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764152.231674:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80380 x1876700070046464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764152.231677:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764152.231695:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764152/real 1789764152]  req@ffff982a89b82d80 x1876700070046080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764152.231710:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82d80 x1876700070046080/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764152.231718:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764152.231720:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764152.231722:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046080:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764152.231727:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046208:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764152.231804:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764152.231816:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764152/real 1789764152]  req@ffff982a89b80a80 x1876700070046208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764152.231827:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80a80 x1876700070046208/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764152.231834:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764152.231837:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764152.231840:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046208:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764152.231854:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046336:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764152.231875:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764152.231886:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764152/real 1789764152]  req@ffff982a89b81180 x1876700070046336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764152.231909:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81180 x1876700070046336/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764152.231916:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764152.231918:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764152.231921:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046336:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764152.231927:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046464:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764152.231946:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764152.231958:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764152/real 1789764152]  req@ffff982a89b80380 x1876700070046464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764152.231969:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80380 x1876700070046464/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764152.231977:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764152.231981:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764152.231984:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046464:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764153.063263:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764154.087262:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764155.111246:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764156.136079:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764157.159446:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764157.351159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764157.351169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764157.351173:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764157.351182:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3541
00000100:00080000:2.0:1789764157.351192:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764157.351198:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789764157.351232:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070046592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764157.351255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764157.351257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764157.351259:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764157.351261:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3541
00000100:00080000:2.0:1789764157.351264:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764157.351266:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764157.351272:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764157.351280:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070046720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764157.351299:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764157.351301:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764157.351302:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764157.351305:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3541
00000100:00080000:2.0:1789764157.351309:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764157.351312:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764157.351317:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764157.351326:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070046848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764157.351333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764157.351337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764157.351338:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764157.351341:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3541
00000100:00080000:2.0:1789764157.351344:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764157.351347:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764157.351352:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764157.351363:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070046976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764157.351372:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070046592:192.168.203.153@tcp:250:
00000100:00080000:2.0:1789764157.351374:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764157.351378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764157.351380:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764157.351385:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3541
00000100:00080000:2.0:1789764157.351394:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764157.351398:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764157.351403:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764157.351415:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070047104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764157.351442:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764157.351486:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764157/real 1789764157]  req@ffff982a9216ed80 x1876700070046592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764157.351511:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070046592/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764157.351521:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764157.351525:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764157.351528:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070046592:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764157.351536:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046720:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764157.351558:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764157.351569:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764157/real 1789764157]  req@ffff982a9216df80 x1876700070046720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764157.351580:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070046720/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764157.351599:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764157.351602:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764157.351605:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046720:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764157.351611:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046848:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764157.351630:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764157.351640:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764157/real 1789764157]  req@ffff982a9216e680 x1876700070046848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764157.351652:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070046848/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764157.351659:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764157.351666:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764157.351669:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046848:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764157.351695:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046976:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764157.351715:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764157.351724:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764157/real 1789764157]  req@ffff982a9216ca80 x1876700070046976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764157.351735:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070046976/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764157.351742:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764157.351745:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764157.351748:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070046976:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764157.351754:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047104:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764157.351772:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764157.351781:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764157/real 1789764157]  req@ffff982a9216f100 x1876700070047104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764157.351802:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070047104/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764157.351809:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764157.351817:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764157.351820:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047104:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764158.183615:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764159.208194:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764160.231650:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764161.255635:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764162.279313:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764162.471236:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764162.471245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764162.471250:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764162.471259:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3547
00000100:00080000:1.0:1789764162.471269:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764162.471276:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764162.471313:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700070047232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764162.471356:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764162.471359:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764162.471361:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764162.471365:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3547
00000100:00080000:1.0:1789764162.471369:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764162.471373:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764162.471381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764162.471393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700070047360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764162.471401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764162.471404:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764162.471406:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764162.471409:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3547
00000100:00080000:1.0:1789764162.471412:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764162.471416:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764162.471421:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764162.471430:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700070047488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764162.471439:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764162.471442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764162.471443:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764162.471447:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3547
00000100:00080000:1.0:1789764162.471455:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764162.471459:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764162.471464:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764162.471473:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700070047616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764162.471481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764162.471484:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764162.471486:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764162.471489:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3547
00000100:00080000:1.0:1789764162.471491:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764162.471494:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764162.471498:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764162.471507:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700070047744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764162.471604:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070047232:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789764162.471661:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764162.471697:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764162/real 1789764162]  req@ffff982a88059880 x1876700070047232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764162.471712:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059880 x1876700070047232/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764162.471721:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764162.471725:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764162.471728:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070047232:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764162.471735:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047360:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764162.471754:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764162.471765:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764162/real 1789764162]  req@ffff982a8805aa00 x1876700070047360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764162.471775:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805aa00 x1876700070047360/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764162.471782:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764162.471785:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764162.471789:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047360:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764162.471794:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047488:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764162.471813:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764162.471823:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764162/real 1789764162]  req@ffff982a88058e00 x1876700070047488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764162.471846:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058e00 x1876700070047488/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764162.471853:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764162.471856:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764162.471859:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047488:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764162.471865:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047616:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764162.471885:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764162.471895:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764162/real 1789764162]  req@ffff982a88059f80 x1876700070047616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764162.471906:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700070047616/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764162.471913:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764162.471917:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764162.471919:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047616:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764162.471924:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047744:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764162.471940:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764162.471949:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764162/real 1789764162]  req@ffff982a8805b100 x1876700070047744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764162.471959:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700070047744/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764162.471979:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764162.471982:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764162.471985:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070047744:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764163.303573:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764164.327244:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764165.351366:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764166.376115:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764167.399219:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764167.591188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764167.591200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764167.591205:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764167.591216:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3552
00000100:00080000:1.0:1789764167.591228:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764167.591237:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764167.591280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700070047872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764167.591310:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764167.591331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764167.591333:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764167.591338:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3552
00000100:00080000:1.0:1789764167.591343:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764167.591347:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764167.591358:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764167.591370:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070047872:192.168.203.153@tcp:250:
00000100:00100000:1.0:1789764167.591374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700070048000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764167.591387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764167.591390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764167.591392:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764167.591397:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3552
00000100:00080000:1.0:1789764167.591400:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764167.591404:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764167.591408:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764167.591419:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700070048128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764167.591427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764167.591431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764167.591433:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764167.591436:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3552
00000100:00080000:1.0:1789764167.591440:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764167.591443:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764167.591455:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764167.591469:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700070048256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764167.591470:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:1.0:1789764167.591481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764167.591485:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764167.591487:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764167.591492:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3552
00000100:00080000:1.0:1789764167.591497:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764167.591502:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764167.591507:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764167.591527:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700070048384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764167.591537:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764167/real 1789764167]  req@ffff982a88058380 x1876700070047872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764167.591566:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700070047872/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764167.591579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764167.591584:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764167.591593:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070047872:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764167.591624:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048000:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764167.591654:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764167.591666:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764167/real 1789764167]  req@ffff982a88059500 x1876700070048000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764167.591686:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700070048000/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764167.591712:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764167.591716:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764167.591720:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048000:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764167.591726:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048128:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764167.591754:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764167.591772:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764167/real 1789764167]  req@ffff982a88058a80 x1876700070048128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764167.591789:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700070048128/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764167.591797:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764167.591801:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764167.591804:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048128:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764167.591810:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048256:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764167.591835:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764167.591846:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764167/real 1789764167]  req@ffff982a8805b800 x1876700070048256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764167.591858:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700070048256/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764167.591866:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764167.591869:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764167.591872:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048256:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764167.591884:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048384:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764167.591904:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764167.591915:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764167/real 1789764167]  req@ffff982a88058700 x1876700070048384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764167.591926:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700070048384/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764167.591934:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764167.591937:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764167.591940:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048384:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764168.424565:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764169.447244:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764170.472563:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764171.495725:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764172.520400:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764172.711169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764172.711179:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764172.711183:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764172.711191:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3557
00000100:00080000:1.0:1789764172.711201:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764172.711207:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764172.711243:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a680 x1876700070048512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764172.711270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764172.711273:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764172.711275:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764172.711278:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3557
00000100:00080000:1.0:1789764172.711295:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764172.711299:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764172.711307:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764172.711318:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059180 x1876700070048640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764172.711327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764172.711330:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764172.711332:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764172.711335:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3557
00000100:00080000:1.0:1789764172.711338:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764172.711341:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764172.711344:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764172.711352:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805ad80 x1876700070048768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764172.711360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764172.711363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764172.711364:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764172.711367:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3557
00000100:00080000:1.0:1789764172.711369:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764172.711373:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764172.711377:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764172.711384:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058700 x1876700070048896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764172.711402:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764172.711405:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764172.711407:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764172.711410:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3557
00000100:00080000:1.0:1789764172.711413:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764172.711416:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764172.711421:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764172.711429:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b800 x1876700070049024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764172.711808:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070048512:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789764172.711862:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764172.711897:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764172/real 1789764172]  req@ffff982a8805a680 x1876700070048512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764172.711914:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805a680 x1876700070048512/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764172.711924:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764172.711928:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764172.711932:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070048512:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764172.711948:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048640:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764172.711967:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764172.711977:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764172/real 1789764172]  req@ffff982a88059180 x1876700070048640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764172.711989:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059180 x1876700070048640/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764172.711996:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764172.711999:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764172.712002:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048640:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764172.712008:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048768:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764172.712021:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764172.712029:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764172/real 1789764172]  req@ffff982a8805ad80 x1876700070048768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764172.712040:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805ad80 x1876700070048768/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764172.712068:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764172.712072:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764172.712075:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048768:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764172.712080:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048896:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764172.712097:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764172.712106:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764172/real 1789764172]  req@ffff982a88058700 x1876700070048896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764172.712122:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058700 x1876700070048896/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764172.712130:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764172.712133:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764172.712135:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070048896:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764172.712140:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049024:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764172.712156:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764172.712164:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764172/real 1789764172]  req@ffff982a8805b800 x1876700070049024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764172.712175:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b800 x1876700070049024/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764172.712182:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764172.712185:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764172.712188:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049024:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764173.543851:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764174.567308:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764175.591261:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764176.615257:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764177.639316:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764177.836542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764177.836558:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764177.836563:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764177.836575:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3562
00000100:00080000:1.0:1789764177.836591:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764177.836602:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789764177.836838:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81500 x1876700070049152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764177.836883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764177.836888:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764177.836890:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764177.836894:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3562
00000100:00080000:0.0:1789764177.836902:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764177.836907:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764177.836918:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764177.836932:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80700 x1876700070049280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764177.836945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764177.836948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764177.836949:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764177.836956:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3562
00000100:00080000:0.0:1789764177.836961:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764177.836962:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070049152:192.168.203.153@tcp:250:
00000100:00080000:0.0:1789764177.836966:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764177.836977:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764177.836992:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81c00 x1876700070049408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764177.837011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764177.837016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764177.837017:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764177.837021:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3562
00000100:00080000:0.0:1789764177.837026:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764177.837031:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764177.837037:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764177.837099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82a00 x1876700070049536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764177.837111:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789764177.837114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764177.837119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764177.837121:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764177.837127:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3562
00000100:00080000:0.0:1789764177.837144:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764177.837179:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff982a89b81500 x1876700070049152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764177.837216:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81500 x1876700070049152/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764177.837227:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764177.837231:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764177.837235:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070049152:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764177.837243:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049280:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764177.837270:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764177.837283:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff982a89b80700 x1876700070049280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764177.837295:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80700 x1876700070049280/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764177.837302:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764177.837305:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764177.837307:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049280:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764177.837333:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049408:192.168.203.153@tcp:38:
00000100:00080000:0.0:1789764177.837349:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764177.837357:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789764177.837358:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764177.837379:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff982a89b81c00 x1876700070049408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764177.837382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80000 x1876700070049664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764177.837570:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81c00 x1876700070049408/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764177.837579:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764177.837589:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764177.837593:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049408:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764177.837601:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049536:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764177.837626:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764177.837833:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff982a89b82a00 x1876700070049536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764177.837848:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82a00 x1876700070049536/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764177.837856:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764177.837859:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764177.837862:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049536:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764177.837879:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049664:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764177.837902:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764177.837914:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764177/real 1789764177]  req@ffff982a89b80000 x1876700070049664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764177.837925:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80000 x1876700070049664/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764177.837931:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764177.837935:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764177.837938:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049664:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764178.664214:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764179.687771:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764180.711303:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764181.736759:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764182.759342:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764182.951428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764182.951441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764182.951446:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764182.951471:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3567
00000100:00080000:2.0:1789764182.951484:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764182.951492:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789764182.951542:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216d180 x1876700070049792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764182.951573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764182.951577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764182.951579:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764182.951583:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3567
00000100:00080000:2.0:1789764182.951587:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764182.951591:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764182.951601:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764182.951612:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f800 x1876700070049920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764182.951621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764182.951643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764182.951645:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764182.951649:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3567
00000100:00080000:2.0:1789764182.951652:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764182.951656:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764182.951660:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764182.951668:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f480 x1876700070050048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764182.951676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764182.951679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764182.951680:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764182.951683:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3567
00000100:00080000:2.0:1789764182.951686:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764182.951689:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764182.951692:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764182.951701:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216f100 x1876700070050176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764182.951708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764182.951710:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764182.951712:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764182.951715:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3567
00000100:00080000:2.0:1789764182.951718:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764182.951721:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764182.951728:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764182.951736:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ca80 x1876700070050304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764182.951819:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070049792:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789764182.951888:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764182.951940:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff982a9216d180 x1876700070049792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764182.951957:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216d180 x1876700070049792/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764182.951968:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764182.951972:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764182.951975:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070049792:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764182.951982:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049920:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764182.952000:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764182.952010:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff982a9216f800 x1876700070049920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764182.952021:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f800 x1876700070049920/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764182.952028:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764182.952031:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764182.952034:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070049920:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764182.952039:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050048:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764182.952090:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764182.952110:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff982a9216f480 x1876700070050048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764182.952122:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f480 x1876700070050048/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764182.952130:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764182.952133:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764182.952136:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050048:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764182.952142:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050176:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764182.952160:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764182.952168:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff982a9216f100 x1876700070050176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764182.952179:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216f100 x1876700070050176/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764182.952186:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764182.952189:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764182.952192:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050176:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764182.952197:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050304:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764182.952210:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764182.952231:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764182/real 1789764182]  req@ffff982a9216ca80 x1876700070050304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764182.952242:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ca80 x1876700070050304/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764182.952261:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764182.952264:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764182.952267:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050304:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764183.783401:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764184.807462:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764185.831307:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764186.855551:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764187.883027:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764188.071158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764188.071168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764188.071172:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764188.071182:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3572
00000100:00080000:2.0:1789764188.071193:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764188.071200:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:2.0:1789764188.071235:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070050432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764188.071577:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070050432:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789764188.071632:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789764188.071662:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764188.071666:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764188.071668:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764188.071672:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3572
00000100:00080000:2.0:1789764188.071676:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764188.071680:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764188.071689:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764188.071703:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070050560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764188.074010:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764188/real 1789764188]  req@ffff982a9216e680 x1876700070050432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764188.074034:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070050432/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764188.074057:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764188.074061:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764188.074065:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070050432:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764188.074093:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050560:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764188.074132:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764188.074146:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764188/real 1789764188]  req@ffff982a9216df80 x1876700070050560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764188.074159:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070050560/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764188.074184:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764188.074188:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764188.074192:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050560:192.168.203.153@tcp:38:
00000100:00080000:2.0:1789764188.074420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764188.074426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764188.074428:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764188.074433:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3572
00000100:00080000:2.0:1789764188.074498:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764188.074505:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764188.074514:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764188.074535:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216ed80 x1876700070050688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764188.074579:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050688:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764188.074602:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:2.0:1789764188.074622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764188.074626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764188.074628:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764188.074632:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3572
00000100:00080000:2.0:1789764188.074635:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764188.074640:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764188.074645:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764188.074658:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216df80 x1876700070050816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764188.074704:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764188/real 1789764188]  req@ffff982a9216ed80 x1876700070050688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764188.074717:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216ed80 x1876700070050688/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764188.074725:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764188.074728:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764188.074731:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050688:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764188.074744:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050816:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764188.074765:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764188.074776:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764188/real 1789764188]  req@ffff982a9216df80 x1876700070050816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764188.074787:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216df80 x1876700070050816/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764188.074794:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764188.074797:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764188.074800:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050816:192.168.203.153@tcp:8:
00000100:00080000:2.0:1789764188.075166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764188.075170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1789764188.075172:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764188.075177:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3572
00000100:00080000:2.0:1789764188.075182:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764188.075185:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:2.0:1789764188.075191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764188.075204:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a9216e680 x1876700070050944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764188.075327:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050944:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764188.075351:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764188.075425:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764188/real 1789764188]  req@ffff982a9216e680 x1876700070050944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764188.075437:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a9216e680 x1876700070050944/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764188.075502:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764188.075506:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764188.075510:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a9216e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070050944:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764188.903269:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764189.927263:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764190.951256:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764191.975376:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764192.999379:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764193.191382:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764193.191392:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764193.191396:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764193.191406:0:8:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3577
00000100:00080000:0.0:1789764193.191416:0:8:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764193.191422:0:8:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:0.0:1789764193.191465:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b82300 x1876700070051072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764193.191584:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070051072:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789764193.191643:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789764193.191670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764193.191674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764193.191676:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764193.191680:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3577
00000100:00080000:0.0:1789764193.191684:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764193.191688:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764193.191696:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764193.191708:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b80e00 x1876700070051200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764193.191787:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764193/real 1789764193]  req@ffff982a89b82300 x1876700070051072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764193.191804:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b82300 x1876700070051072/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764193.191813:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764193.191816:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764193.191820:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070051072:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764193.191850:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051200:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764193.191883:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764193.191893:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764193/real 1789764193]  req@ffff982a89b80e00 x1876700070051200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764193.191904:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b80e00 x1876700070051200/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764193.191912:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764193.191915:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764193.191918:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051200:192.168.203.153@tcp:38:
00000100:00080000:0.0:1789764193.192102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764193.192106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764193.192108:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764193.192112:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3577
00000100:00080000:0.0:1789764193.192116:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764193.192120:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764193.192125:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764193.192137:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b81880 x1876700070051328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764193.192174:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051328:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764193.192195:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00080000:0.0:1789764193.192213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764193.192217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764193.192219:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764193.192223:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3577
00000100:00080000:0.0:1789764193.192226:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764193.192230:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764193.192235:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764193.192245:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83b80 x1876700070051456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764193.192275:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764193/real 1789764193]  req@ffff982a89b81880 x1876700070051328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764193.192288:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b81880 x1876700070051328/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764193.192296:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764193.192299:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764193.192301:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051328:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764193.192312:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051456:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764193.192343:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764193.192352:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764193/real 1789764193]  req@ffff982a89b83b80 x1876700070051456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764193.192375:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83b80 x1876700070051456/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764193.192383:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764193.192386:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764193.192389:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051456:192.168.203.153@tcp:8:
00000100:00080000:0.0:1789764193.192527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764193.192531:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1789764193.192533:0:8:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764193.192537:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3577
00000100:00080000:0.0:1789764193.192542:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764193.192546:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:0.0:1789764193.192551:0:8:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764193.192564:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a89b83480 x1876700070051584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764193.192602:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051584:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764193.192625:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764193.192681:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764193/real 1789764193]  req@ffff982a89b83480 x1876700070051584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764193.192693:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a89b83480 x1876700070051584/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764193.192701:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764193.192704:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764193.192707:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a89b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051584:192.168.203.153@tcp:8:
00010000:00010000:1.0:1789764194.023200:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764195.047492:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764196.071427:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764197.095355:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764198.119401:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764198.311521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764198.311533:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764198.311538:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764198.311550:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3582
00000100:00080000:1.0:1789764198.311563:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764198.311595:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764198.311638:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058a80 x1876700070051712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764198.311670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764198.311674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764198.311676:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764198.311680:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3582
00000100:00080000:1.0:1789764198.311684:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764198.311688:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764198.311698:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764198.311711:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059500 x1876700070051840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764198.311719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764198.311723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764198.311724:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764198.311728:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3582
00000100:00080000:1.0:1789764198.311731:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764198.311735:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764198.311740:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764198.311749:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058380 x1876700070051968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764198.311758:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764198.311762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764198.311770:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764198.311774:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3582
00000100:00080000:1.0:1789764198.311779:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764198.311783:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764198.311789:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764198.311799:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b100 x1876700070052096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764198.311808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764198.311811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764198.311813:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764198.311816:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3582
00000100:00080000:1.0:1789764198.311819:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764198.311823:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764198.311827:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764198.311837:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059f80 x1876700070052224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764198.311939:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070051712:192.168.203.153@tcp:250:
00000800:00000100:3.0:1789764198.312015:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764198.312086:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764198/real 1789764198]  req@ffff982a88058a80 x1876700070051712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764198.312105:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058a80 x1876700070051712/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764198.312122:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764198.312126:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764198.312131:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070051712:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764198.312138:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051840:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764198.312163:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764198.312177:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764198/real 1789764198]  req@ffff982a88059500 x1876700070051840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764198.312188:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059500 x1876700070051840/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764198.312196:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764198.312199:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764198.312202:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051840:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764198.312208:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051968:192.168.203.153@tcp:38:
00000800:00000100:3.0:1789764198.312228:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764198.312238:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764198/real 1789764198]  req@ffff982a88058380 x1876700070051968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764198.312248:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88058380 x1876700070051968/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764198.312256:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764198.312259:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764198.312262:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070051968:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764198.312277:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070052096:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764198.312310:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764198.312321:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764198/real 1789764198]  req@ffff982a8805b100 x1876700070052096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764198.312333:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a8805b100 x1876700070052096/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764198.312340:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764198.312343:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764198.312347:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a8805b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070052096:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764198.312352:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070052224:192.168.203.153@tcp:8:
00000800:00000100:3.0:1789764198.312369:0:2408:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.153@tcp
00000100:00100000:3.0:1789764198.312378:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764198/real 1789764198]  req@ffff982a88059f80 x1876700070052224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764198.312389:0:2408:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982a88059f80 x1876700070052224/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764198.312397:0:2408:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764198.312400:0:2408:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.153@tcp failed (-110)
00000100:00100000:3.0:1789764198.312403:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982a88059f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070052224:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764199.143412:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764200.171071:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764201.191344:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764202.217353:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764203.239478:0:6384:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789764203.431536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 198ebcf5-fdc7-4639-9840-1db66dbf286b->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764203.431545:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789764203.431549:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a88433000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764203.431558:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.153@tcp: connect to NID 192.168.203.153@tcp last attempt 3588
00000100:00080000:1.0:1789764203.431568:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.153@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764203.431574:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.153@tcp: import ffff982a88433000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000100:00100000:1.0:1789764203.431613:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88058e00 x1876700070052352/t0(0) o250->MGC192.168.203.153@tcp@192.168.203.153@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764203.431660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764203.431664:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789764203.431665:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebf000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764203.431670:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3588
00000100:00080000:1.0:1789764203.431674:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764203.431677:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982a88884000: import ffff982a89ebf000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764203.431686:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764203.431698:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805aa00 x1876700070052480/t0(0) o38->lustre-MDT0000-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764203.431706:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764203.431710:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789764203.431712:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eba000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764203.431715:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3588
00000100:00080000:1.0:1789764203.431718:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764203.431722:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982a88884000: import ffff982a89eba000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764203.431726:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764203.431734:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a88059880 x1876700070052608/t0(0) o38->lustre-MDT0001-mdc-ffff982a88884000@192.168.203.153@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764203.431742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764203.431744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789764203.431752:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89eb8000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764203.431764:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3588
00000100:00080000:1.0:1789764203.431773:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764203.431778:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982a88884000: import ffff982a89eb8000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764203.431782:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764203.431793:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805b480 x1876700070052736/t0(0) o8->lustre-OST0000-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764203.431801:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 71e736da-ab6f-4a34-ae86-8fa305cd8101->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764203.431808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:1.0:1789764203.431810:0:37:0:(import.c:65:import_set_state_nolock()) ffff982a89ebb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789764203.431813:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: connect to NID 192.168.203.153@tcp last attempt 3588
00000100:00080000:1.0:1789764203.431816:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789764203.431819:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982a88884000: import ffff982a89ebb000 using connection 192.168.203.153@tcp/192.168.203.153@tcp
00000008:00100000:1.0:1789764203.431822:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764203.431830:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982a8805a300 x1876700070052864/t0(0) o8->lustre-OST0001-osc-ffff982a88884000@192.168.203.153@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764203.432271:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:198ebcf5-fdc7-4639-9840-1db66dbf286b:2408:1876700070052352:192.168.203.153@tcp:250:
00000100:00100000:3.0:1789764203.432366:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070052480:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764203.432395:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a88059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070052608:192.168.203.153@tcp:38:
00000100:00100000:3.0:1789764203.432424:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070052736:192.168.203.153@tcp:8:
00000100:00100000:3.0:1789764203.432451:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982a8805a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:71e736da-ab6f-4a34-ae86-8fa305cd8101:2408:1876700070052864:192.168.203.153@tcp:8:
00010000:00010000:3.0:1789764204.263690:0:6383:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 48172 lines, 48172 kept, 0 dropped, 0 bad.